import numpy as np
import glob
from osgeo import gdal,osr
gdal.UseExceptions()
import os
import sys
# import simplekml
import json
from polsartools.utils.utils import time_it
from polsartools.preprocess.convert_C3_T3 import convert_C3_T3
def write_bin_uav_old(file,wdata,lat,lon,dx,dy):
[cols, rows] = wdata.shape
driver = gdal.GetDriverByName("ENVI")
outdata = driver.Create(file, rows, cols, 1, gdal.GDT_Float32)
outdata.SetGeoTransform([lon,dx,0,lat,0,dy])
outdata.SetProjection("EPSG:4326")
outdata.SetDescription(file)
outdata.GetRasterBand(1).WriteArray(wdata)
# outdata.GetRasterBand(1).SetNoDataValue(np.NaN)##if you want these values transparent
outdata.FlushCache() ##saves to disk!!
def write_bin_uav(file, wdata, lat, lon, dx, dy, sensor_type="UAVSAR"):
[rows, cols] = wdata.shape
driver = gdal.GetDriverByName("ENVI")
outdata = driver.Create(file, cols, rows, 1, gdal.GDT_Float32)
outdata.SetGeoTransform([lon, dx, 0, lat, 0, dy])
outdata.SetProjection("EPSG:4326")
outdata.GetRasterBand(1).WriteArray(wdata)
outdata.FlushCache()
# if dy<0:
# dy = -dy
# Write the header file
# header_filename = file.replace('.bin', '.hdr')
# with open(header_filename, 'w') as header_file:
# header_file.write("ENVI\n")
# header_file.write(f"description = {{{file}}}\n")
# header_file.write(f"samples = {cols}\n")
# header_file.write(f"lines = {rows}\n")
# header_file.write("bands = 1\n")
# header_file.write("header offset = 0\n")
# header_file.write("file type = ENVI Standard\n")
# header_file.write("data type = 4\n") # Float32
# header_file.write("interleave = bsq\n")
# # header_file.write("wavelength units = METERS\n")
# header_file.write("byte order = 0\n")
# header_file.write(f"sensor type = {sensor_type}\n")
# map_info = f"map info = {{Geographic Lat/Lon, 1, 1, {lon}, {lat}, {dx}, {dy}, WGS-84}}\n"
# header_file.write(map_info)
# # Write the projection information
# # header_file.write("projection = GEOGCS[\"WGS 84\",DATUM[\"WGS_1984\",SPHEROID[\"WGS_84\",6378137,298.257223563]],PRIMEM[\"Greenwich\",0],UNIT[\"degree\",0.017453292519943295],AUTHORITY[\"EPSG\",\"4326\"]]\n")
# header_file.write(f"band names = {{{os.path.basename(file)}}}\n")
def update_hdr(hdrFile):
with open(hdrFile, 'r') as file:
content = file.read()
# Replace "Arbitrary" with "Geographic Lat/Lon" and "North" with "WGS-84"
content = content.replace('{Arbitrary', '{Geographic Lat/Lon')
content = content.replace('North}', 'WGS-84}')
content = content.replace('South}', 'WGS-84}')
# Write the modified content back to the file
with open(hdrFile, 'w') as file:
file.write(content)
# def create_kml_polygon(corner_coords, output_filename):
# kml = simplekml.Kml()
# pol = kml.newpolygon(name="Polygon")
# polygon_coords = corner_coords + [corner_coords[0]]
# pol.outerboundaryis.coords = polygon_coords
# pol.style.polystyle.color = simplekml.Color.changealphaint(150, simplekml.Color.red)
# kml.save(output_filename)
def create_extent(annFile):
inFolder = os.path.dirname(annFile)
annFile = open(annFile, 'r')
for line in annFile:
if "Approximate Upper Left Latitude" in line:
uly = float(line.split('=')[1].split(';')[0])
if "Approximate Upper Left Longitude" in line:
ulx = float(line.split('=')[1].split(';')[0])
if "Approximate Lower Right Latitude" in line:
lry = float(line.split('=')[1].split(';')[0])
if "Approximate Lower Right Longitude" in line:
lrx = float(line.split('=')[1].split(';')[0])
if "Approximate Lower Left Latitude" in line:
lly = float(line.split('=')[1].split(';')[0])
if "Approximate Lower Left Longitude" in line:
llx = float(line.split('=')[1].split(';')[0])
if "Approximate Upper Right Longitude" in line:
urx = float(line.split('=')[1].split(';')[0])
if "Approximate Upper Right Latitude" in line:
ury = float(line.split('=')[1].split(';')[0])
# Define polygon coordinates in (longitude, latitude) order
corner_coordinates = [
(ulx, uly),
(urx, ury),
(lrx, lry),
(llx, lly),
(ulx, uly) # Closing the polygon
]
geojson_polygon = {
"type": "FeatureCollection",
"crs": {
"type": "name",
"properties": {
"name": "EPSG:4326"
}
},
"features": [
{
"type": "Feature",
"properties": {},
"geometry": {
"type": "Polygon",
"coordinates": [corner_coordinates]
}
}
]
}
output_file = os.path.join(inFolder, "scene_extent.geojson")
with open(output_file, 'w') as out_file:
json.dump(geojson_polygon, out_file, indent=4)
def grdList(annFile):
grdkeys = {
'grdHHHH': None,
'grdHVHV': None,
'grdVVVV': None,
'grdHHHV': None,
'grdHHVV': None,
'grdHVVV': None
}
with open(annFile, 'r') as file:
for line in file:
for pattern in grdkeys:
if pattern in line:
parts = line.split()
# Find the .grd file associated with the pattern
grdkeys[pattern] = next(part for part in parts if '.grd' in part)
return grdkeys
def mlcList(annFile):
mlckeys = {
'mlcHHHH': None,
'mlcHVHV': None,
'mlcVVVV': None,
'mlcHHHV': None,
'mlcHHVV': None,
'mlcHVVV': None
}
with open(annFile, 'r') as file:
for line in file:
for pattern in mlckeys:
if pattern in line:
parts = line.split()
# Find the .grd file associated with the pattern
mlckeys[pattern] = next(part for part in parts if '.grd' in part)
return mlckeys
[docs]
@time_it
def uavsar_grd(annFile,matrix='C3'):
"""
Extracts specified matrix elements (C3 or T3) from a UAVSAR .ann file and saves them
into respective directories (C3 or T3).
Example:
--------
>>> uavsar_grd("path_to_file.ann", matrix='C3')
This will extract the C3 matrix elements from the specified .ann file and
save them in the 'C3' directory.
>>> uavsar_grd("path_to_file.ann", matrix='T3')
This will extract the T3 matrix elements and save them in the 'T3' directory.
Parameters:
-----------
annFile : str
The path to the UAVSAR annotation file (.ann) that contains the radar data metadata.
matrix : str, optional (default='C3')
The type of matrix to extract. Can either be 'C3' or 'T3'.
- 'C3' will extract the C3 matrix elements.
- 'T3' will extract the T3 matrix elements.
Returns:
--------
None
The function does not return any value. Instead, it creates a directory (C3 or T3)
and populates it with the corresponding matrix elements.
Raises:
-------
FileNotFoundError
If the specified .ann file does not exist or cannot be found.
ValueError
If the matrix argument is not one of 'C3' or 'T3'.
"""
inFolder = os.path.dirname(annFile)
grdfiles = grdList(annFile)
create_extent(annFile)
ann_ = open(annFile, 'r')
for line in ann_:
if "grd_mag.set_rows" in line:
rows = int(line.split('=')[1].split(';')[0])
if "grd_mag.set_cols" in line:
cols = int(line.split('=')[1].split(';')[0])
if "grd_mag.row_addr" in line:
lat = float(line.split('=')[1].split(';')[0])
if "grd_mag.col_addr" in line:
lon = float(line.split('=')[1].split(';')[0])
if "grd_mag.row_mult" in line and "(deg/pixel)" in line:
dy = float(line.split('=')[1].split(';')[0])
if "grd_mag.col_mult" in line and "(deg/pixel)" in line:
dx = float(line.split('=')[1].split(';')[0])
if matrix!='C3' or matrix!='T3':
print("Invalid matrix type. Defaulting to C3")
outFolder = inFolder+'/C3'
if not os.path.isdir(outFolder):
print("C3 folder does not exist. \nCreating folder {}".format(outFolder))
os.mkdir(outFolder)
else:
print("C3 folder exists. \nReplacing C3 elements in folder {}".format(outFolder))
hhhh = np.fromfile(os.path.join(inFolder,grdfiles['grdHHHH']), dtype='<f',).reshape(rows,cols)
write_bin_uav(outFolder+'/C11.bin',hhhh,lat,lon,dx,dy)
print(f"Saved file {outFolder}/C11.bin")
update_hdr(outFolder+'/C11.hdr')
del hhhh
vvvv = np.fromfile(os.path.join(inFolder,grdfiles['grdVVVV']), dtype='<f',).reshape(rows,cols)
write_bin_uav(outFolder+'/C33.bin',vvvv,lat,lon,dx,dy)
print(f"Saved file {outFolder}/C33.bin")
update_hdr(outFolder+'/C33.hdr')
del vvvv
hvhv = np.fromfile(os.path.join(inFolder,grdfiles['grdHVHV']), dtype='<f',).reshape(rows,cols)
write_bin_uav(outFolder+'/C22.bin',2*hvhv,lat,lon,dx,dy)
print(f"Saved file {outFolder}/C22.bin")
update_hdr(outFolder+'/C22.hdr')
del hvhv
hhhv = np.fromfile(os.path.join(inFolder,grdfiles['grdHHHV']), dtype='<F',).reshape(rows,cols)
write_bin_uav(outFolder+'/C12_real.bin',np.real(np.sqrt(2)*hhhv),lat,lon,dx,dy)
print(f"Saved file {outFolder}/C12_real.bin")
update_hdr(outFolder+'/C12_real.hdr')
write_bin_uav(outFolder+'/C12_imag.bin',np.imag(np.sqrt(2)*hhhv),lat,lon,dx,dy)
print(f"Saved file {outFolder}/C12_imag.bin")
update_hdr(outFolder+'/C12_imag.hdr')
del hhhv
hhvv = np.fromfile(os.path.join(inFolder,grdfiles['grdHHVV']), dtype='<F',).reshape(rows,cols)
write_bin_uav(outFolder+'/C13_real.bin',np.real(hhvv),lat,lon,dx,dy)
print(f"Saved file {outFolder}/C13_real.bin")
update_hdr(outFolder+'/C13_real.hdr')
write_bin_uav(outFolder+'/C13_imag.bin',np.imag(hhvv),lat,lon,dx,dy)
print(f"Saved file {outFolder}/C13_imag.bin")
update_hdr(outFolder+'/C13_imag.hdr')
del hhvv
hvvv = np.fromfile(os.path.join(inFolder,grdfiles['grdHVVV']), dtype='<F',).reshape(rows,cols)
write_bin_uav(outFolder+'/C23_real.bin',np.real(np.sqrt(2)*hvvv),lat,lon,dx,dy)
print(f"Saved file {outFolder}/C23_real.bin")
update_hdr(outFolder+'/C23_real.hdr')
write_bin_uav(outFolder+'/C23_imag.bin',np.imag(np.sqrt(2)*hvvv),lat,lon,dx,dy)
print(f"Saved file {outFolder}/C23_imag.bin")
update_hdr(outFolder+'/C23_imag.hdr')
del hvvv
file = open(outFolder +'/config.txt',"w+")
file.write('Nrow\n%d\n---------\nNcol\n%d\n---------\nPolarCase\nmonostatic\n---------\nPolarType\nfull'%(rows,cols))
file.close()
print("Extracted C3 files to %s"%outFolder)
if matrix=='T3':
print("Converting C3 to T3")
convert_C3_T3(outFolder)
[docs]
@time_it
def uavsar_mlc(annFile,matrix='C3'):
"""
Extracts specified matrix elements (C3 or T3) from a UAVSAR .ann file and saves them
into respective directories (C3 or T3).
Example:
--------
>>> uavsar_mlc("path_to_file.ann", matrix='C3')
This will extract the C3 matrix elements from the specified .ann file and
save them in the 'C3' directory.
>>> uavsar_mlc("path_to_file.ann", matrix='T3')
This will extract the T3 matrix elements and save them in the 'T3' directory.
Parameters:
-----------
annFile : str
The path to the UAVSAR annotation file (.ann) that contains the radar data metadata.
matrix : str, optional (default='C3')
The type of matrix to extract. Can either be 'C3' or 'T3'.
- 'C3' will extract the C3 matrix elements.
- 'T3' will extract the T3 matrix elements.
Returns:
--------
None
The function does not return any value. Instead, it creates a directory (C3 or T3)
and populates it with the corresponding matrix elements.
Raises:
-------
FileNotFoundError
If the specified .ann file does not exist or cannot be found.
ValueError
If the matrix argument is not one of 'C3' or 'T3'.
"""
create_extent(annFile)
mlcfiles = mlcList(annFile)
inFolder = os.path.dirname(annFile)
create_extent(annFile)
ann_ = open(annFile, 'r')
for line in ann_:
if "mlc_mag.set_rows" in line:
rows = int(line.split('=')[1].split(';')[0])
if "mlc_mag.set_cols" in line:
cols = int(line.split('=')[1].split(';')[0])
if "grd_mag.row_addr" in line:
lat = float(line.split('=')[1].split(';')[0])
if "grd_mag.col_addr" in line:
lon = float(line.split('=')[1].split(';')[0])
if "grd_mag.row_mult" in line and "(deg/pixel)" in line:
dy = float(line.split('=')[1].split(';')[0])
if "grd_mag.col_mult" in line and "(deg/pixel)" in line:
dx = float(line.split('=')[1].split(';')[0])
# if "set_plon" in line and "(deg)" in line:
# lon = float(line.split('=')[1].split(';')[0])
# if "set_plat" in line and "(deg)" in line:
# lat = float(line.split('=')[1].split(';')[0])
# if "mlc_mag.row_mult" in line and "(m/pixel) " in line:
# dy = float(line.split('=')[1].split(';')[0])*0.00001
# if "mlc_mag.col_mult" in line and "(m/pixel) " in line:
# dx = float(line.split('=')[1].split(';')[0])*0.00001
outFolder = inFolder+'/C3'
if not os.path.isdir(outFolder):
print("C3 folder does not exist. \nCreating folder {}".format(outFolder))
os.mkdir(outFolder)
else:
print("C3 folder exists. \nReplacing C3 elements in folder {}".format(outFolder))
hhhh = np.fromfile(os.path.join(inFolder,mlcfiles['mlcHHHH']), dtype='<f',).reshape(rows,cols)
write_bin_uav(outFolder+'/C11.bin',hhhh,lat,lon,dx,dy)
print(f"Saved file {outFolder}/C11.bin")
update_hdr(outFolder+'/C11.hdr')
del hhhh
vvvv = np.fromfile(os.path.join(inFolder,mlcfiles['mlcVVVV']), dtype='<f',).reshape(rows,cols)
write_bin_uav(outFolder+'/C33.bin',vvvv,lat,lon,dx,dy)
print(f"Saved file {outFolder}/C33.bin")
update_hdr(outFolder+'/C33.hdr')
del vvvv
hvhv = np.fromfile(os.path.join(inFolder,mlcfiles['mlcHVHV']), dtype='<f',).reshape(rows,cols)
write_bin_uav(outFolder+'/C22.bin',2*hvhv,lat,lon,dx,dy)
print(f"Saved file {outFolder}/C22.bin")
update_hdr(outFolder+'/C22.hdr')
del hvhv
hhhv = np.fromfile(os.path.join(inFolder,mlcfiles['mlcHHHV']), dtype='<F',).reshape(rows,cols)
write_bin_uav(outFolder+'/C12_real.bin',np.real(np.sqrt(2)*hhhv),lat,lon,dx,dy)
print(f"Saved file {outFolder}/C12_real.bin")
update_hdr(outFolder+'/C12_real.hdr')
write_bin_uav(outFolder+'/C12_imag.bin',np.imag(np.sqrt(2)*hhhv),lat,lon,dx,dy)
print(f"Saved file {outFolder}/C12_imag.bin")
update_hdr(outFolder+'/C12_imag.hdr')
del hhhv
hhvv = np.fromfile(os.path.join(inFolder,mlcfiles['mlcHHVV']), dtype='<F',).reshape(rows,cols)
write_bin_uav(outFolder+'/C13_real.bin',np.real(hhvv),lat,lon,dx,dy)
print(f"Saved file {outFolder}/C13_real.bin")
update_hdr(outFolder+'/C13_real.hdr')
write_bin_uav(outFolder+'/C13_imag.bin',np.imag(hhvv),lat,lon,dx,dy)
print(f"Saved file {outFolder}/C13_imag.bin")
update_hdr(outFolder+'/C13_imag.hdr')
del hhvv
hvvv = np.fromfile(os.path.join(inFolder,mlcfiles['mlcHVVV']), dtype='<F',).reshape(rows,cols)
write_bin_uav(outFolder+'/C23_real.bin',np.real(np.sqrt(2)*hvvv),lat,lon,dx,dy)
print(f"Saved file {outFolder}/C23_real.bin")
update_hdr(outFolder+'/C23_real.hdr')
write_bin_uav(outFolder+'/C23_imag.bin',np.imag(np.sqrt(2)*hvvv),lat,lon,dx,dy)
print(f"Saved file {outFolder}/C23_imag.bin")
update_hdr(outFolder+'/C23_imag.hdr')
del hvvv
file = open(outFolder +'/config.txt',"w+")
file.write('Nrow\n%d\n---------\nNcol\n%d\n---------\nPolarCase\nmonostatic\n---------\nPolarType\nfull'%(rows,cols))
file.close()
print("Extracted C3 files to %s"%outFolder)
if matrix=='T3':
print("Converting C3 to T3")
convert_C3_T3(outFolder)
