-
-
Notifications
You must be signed in to change notification settings - Fork 0
/
cdrs-ecvs.html
310 lines (263 loc) · 16.7 KB
/
cdrs-ecvs.html
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="utf-8">
<meta content="width=device-width, initial-scale=1.0" name="viewport">
<title>Climate Data calibration</title>
<meta content="" name="description">
<meta content="" name="keywords">
<!-- Favicons -->
<link href="assets/img/Favicon-1.png" rel="icon">
<link href="assets/img/Favicon-1.png" rel="apple-touch-icon">
<!-- Google Fonts -->
<link href="https://fonts.googleapis.com/css?family=Open+Sans:300,300i,400,400i,600,600i,700,700i|Raleway:300,300i,400,400i,500,500i,600,600i,700,700i|Poppins:300,300i,400,400i,500,500i,600,600i,700,700i" rel="stylesheet">
<!-- Vendor CSS Files -->
<link href="assets/vendor/aos/aos.css" rel="stylesheet">
<link href="assets/vendor/bootstrap/css/bootstrap.min.css" rel="stylesheet">
<link href="assets/vendor/bootstrap-icons/bootstrap-icons.css" rel="stylesheet">
<link href="assets/vendor/boxicons/css/boxicons.min.css" rel="stylesheet">
<link href="assets/vendor/glightbox/css/glightbox.min.css" rel="stylesheet">
<link href="assets/vendor/swiper/swiper-bundle.min.css" rel="stylesheet">
<!-- Creating a python code section-->
<link rel="stylesheet" href="assets/css/prism.css">
<script src="assets/js/prism.js"></script>
<!-- Template Main CSS File -->
<link href="assets/css/style.css" rel="stylesheet">
<!-- To set the icon, visit https://fontawesome.com/account-->
<script src="https://kit.fontawesome.com/5d25c1efd3.js" crossorigin="anonymous"></script>
<!-- end of icon-->
<script type="text/javascript" async
src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.7/MathJax.js?config=TeX-MML-AM_CHTML">
</script>
<!-- =======================================================
* Template Name: iPortfolio
* Updated: Sep 18 2023 with Bootstrap v5.3.2
* Template URL: https://bootstrapmade.com/iportfolio-bootstrap-portfolio-websites-template/
* Author: BootstrapMade.com
* License: https://bootstrapmade.com/license/
======================================================== -->
</head>
<body>
<!-- ======= Mobile nav toggle button ======= -->
<i class="bi bi-list mobile-nav-toggle d-xl-none"></i>
<!-- ======= Header ======= -->
<header id="header">
<div class="d-flex flex-column">
<div class="profile">
<img src="assets/img/myphoto.jpeg" alt="" class="img-fluid rounded-circle">
<h1 class="text-light"><a href="index.html">Arun</a></h1>
<div class="social-links mt-3 text-center">
<a href="https://www.linkedin.com/in/arunp77/" target="_blank" class="linkedin"><i class="bx bxl-linkedin"></i></a>
<a href="https://github.com/arunp77" target="_blank" class="github"><i class="bx bxl-github"></i></a>
<a href="https://twitter.com/arunp77_" target="_blank" class="twitter"><i class="bx bxl-twitter"></i></a>
<a href="https://www.instagram.com/arunp77/" target="_blank" class="instagram"><i class="bx bxl-instagram"></i></a>
<a href="https://arunp77.medium.com/" target="_blank" class="medium"><i class="bx bxl-medium"></i></a>
</div>
</div>
<nav id="navbar" class="nav-menu navbar">
<ul>
<li><a href="index.html#hero" class="nav-link scrollto active"><i class="bx bx-home"></i> <span>Home</span></a></li>
<li><a href="index.html#about" class="nav-link scrollto"><i class="bx bx-user"></i> <span>About</span></a></li>
<li><a href="index.html#resume" class="nav-link scrollto"><i class="bx bx-file-blank"></i> <span>Resume</span></a></li>
<li><a href="index.html#portfolio" class="nav-link scrollto"><i class="bx bx-book-content"></i> <span>Portfolio</span></a></li>
<li><a href="index.html#skills-and-tools" class="nav-link scrollto"><i class="bx bx-wrench"></i> <span>Skills and Tools</span></a></li>
<li><a href="index.html#language" class="nav-link scrollto"><i class="bi bi-menu-up"></i> <span>Languages</span></a></li>
<li><a href="index.html#awards" class="nav-link scrollto"><i class="bi bi-award-fill"></i> <span>Awards</span></a></li>
<li><a href="index.html#professionalcourses" class="nav-link scrollto"><i class="bx bx-book-alt"></i> <span>Professional Certification</span></a></li>
<li><a href="index.html#publications" class="nav-link scrollto"><i class="bx bx-news"></i> <span>Publications</span></a></li>
<!-- <li><a href="index.html#extra-curricular" class="nav-link scrollto"><i class="bx bx-rocket"></i> <span>Extra-Curricular Activities</span></a></li> -->
<!-- <li><a href="#contact" class="nav-link scrollto"><i class="bx bx-envelope"></i> <span>Contact</span></a></li> -->
</ul>
</nav><!-- .nav-menu -->
</div>
</header><!-- End Header -->
<main id="main">
<!-- ======= Breadcrumbs ======= -->
<section id="breadcrumbs" class="breadcrumbs">
<div class="container">
<div class="d-flex justify-content-between align-items-center">
<h2></h2>
<ol>
<li><a href="Remote-sensing-content.html" class="clickable-box">Content section</a></li>
<li><a href="index.html#portfolio" class="clickable-box">Portfolio section</a></li>
</ol>
</div>
</div>
</section><!-- End Breadcrumbs -->
<!------ right dropdown menue ------->
<div class="right-side-list">
<div class="dropdown">
<button class="dropbtn"><strong>Shortcuts:</strong></button>
<div class="dropdown-content">
<ul>
<li><a href="cloud-compute.html"><i class="fas fa-cloud"></i> Cloud</a></li>
<li><a href="AWS-GCP.html"><i class="fas fa-cloud"></i> AWS-GCP</a></li>
<li><a href="amazon-s3.html"><i class="fas fa-cloud"></i> AWS S3</a></li>
<li><a href="ec2-confi.html"><i class="fas fa-server"></i> EC2</a></li>
<li><a href="Docker-Container.html"><i class="fab fa-docker" style="color: rgb(29, 27, 27);"></i> Docker</a></li>
<li><a href="Jupyter-nifi.html"><i class="fab fa-python" style="color: rgb(34, 32, 32);"></i> Jupyter-nifi</a></li>
<li><a href="snowflake-task-stream.html"><i class="fas fa-snowflake"></i> Snowflake</a></li>
<li><a href="data-model.html"><i class="fas fa-database"></i> Data modeling</a></li>
<li><a href="sql-basics.html"><i class="fas fa-table"></i> QL</a></li>
<li><a href="sql-basic-details.html"><i class="fas fa-database"></i> SQL</a></li>
<li><a href="Bigquerry-sql.html"><i class="fas fa-database"></i> Bigquerry</a></li>
<li><a href="scd.html"><i class="fas fa-archive"></i> SCD</a></li>
<li><a href="sql-project.html"><i class="fas fa-database"></i> SQL project</a></li>
<!-- Add more subsections as needed -->
</ul>
</div>
</div>
</div>
<!-- ======= Portfolio Details Section ======= -->
<section id="portfolio-details" class="portfolio-details">
<div class="container">
<div class="row gy-4">
<div class="col-lg-8">
<div class="portfolio-details-slider swiper">
<div class="swiper-wrapper align-items-center">
<div class="swiper-slide">
<h1>Data calibration and uncertainty</h1>
<figure>
<img src="assets/img/remote-sensing/climate-1.png" alt="" style="max-width: 50%; max-height: 50%;">
<figcaption></figcaption>
</figure>
</div>
</div>
<div class="swiper-pagination"></div>
</div>
</div>
</div>
<!------New Section starts here ----->
<section id="introduction">
<h2>Climate data harmonization</h2>
<p>In the context of remote sensing data, data harmonization refers to the process of ensuring consistency and compatibility among diverse datasets. It involves the integration of information from different sources, sensors, or time periods, often with variations in resolution, format, or calibration, to create a seamless and standardized dataset. The goal is to overcome disparities and make the data interoperable for more effective analysis and decision-making.</p>
<p><strong>Key Aspects of Data Harmonization in Remote Sensing: </strong></p>
<ol>
<li><strong>Spatial and Temporal Alignment: </strong>Harmonizing data involves aligning datasets in both space and time. This may include adjusting spatial resolutions, projections, and time intervals to ensure they match.</li>
<li><strong>Radiometric Consistency: </strong>Ensuring consistent radiometric properties across different datasets is crucial. This involves calibrating and normalizing radiometric values to account for differences in sensor characteristics.</li>
<li><strong>Spectral Compatibility: </strong>Harmonizing spectral information involves standardizing the bands or channels of different sensors. This is essential for accurate comparison and analysis of remote sensing data.</li>
<li><strong>Geometric Corrections: </strong>Geometric errors, such as distortions or misalignments, need to be corrected to ensure accurate spatial representation. This may involve geometric transformations or corrections.</li>
<li><strong>Data Format Standardization: </strong>Harmonizing data formats and structures is important for seamless integration. Converting datasets into a common format or structure facilitates interoperability.</li>
</ol>
<p><strong>Example of Data Harmonization:</strong></p>
Consider a scenario where you want to analyze land cover changes over a specific region using satellite imagery. You have access to datasets from different satellites, each with its own characteristics:
<ul>
<li>Dataset A: Landsat 8 imagery with 30-meter spatial resolution.</li>
<li>Dataset B: Sentinel-2 imagery with 10-meter spatial resolution.</li>
</ul>
<p>To harmonize the data:</p>
<ul>
<li><strong>Spatial Alignment: </strong>Resample the Sentinel-2 imagery to a 30-meter resolution to match Landsat 8.
<p>This can be done using <code>rasterio</code> python library. It can be installed using:</p>
<pre><code>pip install rasterio</code></pre>
Now can use the following python script to perform the resampling:
<pre><code class="language-python">
import rasterio
from rasterio.enums import Resampling
def resample(input_path, output_path, target_resolution):
with rasterio.open(input_path) as src:
# Calculate the new dimensions based on the target resolution
new_width = int(src.width * src.res[0] / target_resolution)
new_height = int(src.height * src.res[1] / target_resolution)
# Perform the resampling
data = src.read(
out_shape=(src.count, new_height, new_width),
resampling=Resampling.bilinear
)
# Update the metadata with the new resolution
transform = src.transform * src.transform.scale(
(src.width / data.shape[-1]),
(src.height / data.shape[-2])
)
# Create a new profile for the output raster
profile = src.profile
profile.update({
'width': new_width,
'height': new_height,
'transform': transform,
'nodata': None # You can specify a nodata value if needed
})
# Write the resampled data to the output raster
with rasterio.open(output_path, 'w', **profile) as dst:
dst.write(data)
# Example usage
landsat_path = 'path/to/landsat_image.tif'
output_path = 'path/to/resampled_landsat.tif'
target_resolution = 60.0 # Set the target resolution in meters (a multiple of 30 meters)
resample(landsat_path, output_path, target_resolution)
</code></pre>
In this example, the target_resolution is set to 60 meters, which is a multiple of Landsat 8's native resolution (30 meters). This is done to match Sentinel-2's higher resolution of 10 meters.
Replace the <code>path/to/landsat_image.tif</code> with the with the path to your Landsat 8 image file and
<code>`path/to/resampled_landsat.tif'</code> with the desired path for the resampled output.
Adjust the target_resolution variable to the resolution you want to achieve.
<p>This script uses bilinear interpolation (Resampling.bilinear) during the resampling process. Depending on your specific use case, you may choose a different resampling method from the Resampling enumeration.</p>
</li>
<li><strong>Temporal Alignment: </strong>Adjust the acquisition dates of the datasets to a common time period for comparative analysis.</li>
<li><strong>Radiometric and Spectral Consistency: </strong>Calibrate both datasets to ensure consistent radiometric values and spectral bands.</li>
<li><strong>Geometric Corrections: </strong>Apply geometric corrections to remove distortions and align features accurately.</li>
<li><strong>Data Format Standardization: </strong>Convert both datasets to a common format or structure for ease of integration.</li>
</ul>
By harmonizing the Landsat 8 and Sentinel-2 datasets, you create a unified dataset that allows for meaningful comparison and analysis of land cover changes over time with consistent and compatible information. This process enhances the reliability and accuracy of your remote sensing analysis.
</section>
<!-------Reference ------->
<section id="reference">
<h2>References</h2>
<ol>
<li><a href="https://www.ipcc.ch/" target="_blank">Intergovernmental Panel on Climate Change</a></li>
<li><a href="http://unfccc.int/" target="_blank">United Nations Framework Convention on Climate Change</a></li>
<li><a href="https://www.climateactiontracker.org/" target="_blank">Climate Action Tracker</a></li>
<li><a href="https://www.climaterealityproject.org/" target="_blank">The Climate Reality Project</a></li>
<li><a href="https://www.350.org/" target="_blank">350.org</a></li>
<li><a href="https://research.reading.ac.uk/fiduceo/glossary/">Glossary: Random, systematic, Structured random, and correlated data; Harmonisation, Traceability and Uncertainity, Georectification</a></li>
</ol>
</section>
<hr>
<div style="background-color: #f0f0f0; padding: 15px; border-radius: 5px;">
<h3>Some other interesting things to know:</h3>
<ul style="list-style-type: disc; margin-left: 30px;">
<li>Visit my page on <a href="Data-engineering.html">Data engineering (ETL-pipeline projects).</a></li>
<li>Visit my website for <a href="content-page.html">For Data, Big Data, Data-modeling, Datawarehouse, SQL, cloud-compute.</a></li>
<li>Visit my website for resources on <a href="machine-learning.html">Machine learning.</a></li>
</ul>
</div>
<p></p>
<div class="navigation">
<a href="index.html#portfolio" class="clickable-box">
<span class="arrow-left">Portfolio section</span>
</a>
<a href="Remote-sensing-content.html" class="clickable-box">
<span class="arrow-right">Content</span>
</a>
</div>
</div>
</div>
</section><!-- End Portfolio Details Section -->
</main><!-- End #main --
<!-- ======= Footer ======= -->
<footer id="footer">
<div class="container">
<div class="copyright">
© Copyright <strong><span>Arun</span></strong>
</div>
</div>
</footer><!-- End Footer -->
<a href="#" class="back-to-top d-flex align-items-center justify-content-center"><i class="bi bi-arrow-up-short"></i></a>
<!-- Vendor JS Files -->
<script src="assets/vendor/purecounter/purecounter_vanilla.js"></script>
<script src="assets/vendor/aos/aos.js"></script>
<script src="assets/vendor/bootstrap/js/bootstrap.bundle.min.js"></script>
<script src="assets/vendor/glightbox/js/glightbox.min.js"></script>
<script src="assets/vendor/isotope-layout/isotope.pkgd.min.js"></script>
<script src="assets/vendor/swiper/swiper-bundle.min.js"></script>
<script src="assets/vendor/typed.js/typed.umd.js"></script>
<script src="assets/vendor/waypoints/noframework.waypoints.js"></script>
<script src="assets/vendor/php-email-form/validate.js"></script>
<!-- Template Main JS File -->
<script src="assets/js/main.js"></script>
<script>
document.addEventListener("DOMContentLoaded", function () {
hljs.initHighlightingOnLoad();
});
</script>
</body>
</html>