-- Logs begin at Tue 2022-02-15 03:38:28 UTC, end at Tue 2022-02-15 04:45:12 UTC. -- Feb 15 04:11:13.792436 dv-cinder-816104-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 15 04:11:16.823456 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.common.config [-] Logging enabled! Feb 15 04:11:16.824069 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev503 Feb 15 04:11:16.824246 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102524) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 15 04:11:16.827540 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.common.config [-] Logging enabled! Feb 15 04:11:16.827792 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev503 Feb 15 04:11:16.828106 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102524) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 15 04:11:16.829084 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 15 04:11:16.829323 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 15 04:11:16.829691 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 15 04:11:16.829940 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 15 04:11:16.830164 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 15 04:11:16.830642 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.831068 dv-cinder-816104-2-iscsi neutron-server[102524]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 15 04:11:16.831394 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.831694 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.831992 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.832307 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.832581 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.832866 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.833251 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.833552 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.833843 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.834126 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.834412 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.834706 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.834990 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.835280 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.835570 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.835861 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] debug = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.836146 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.836577 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.837016 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.837323 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.837779 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.838071 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.838356 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.838627 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.838917 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.839255 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] host = dv-cinder-816104-2-iscsi {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.839536 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.839827 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.840117 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.840407 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.840686 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.840991 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.841283 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.841562 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.841839 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] log_file = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.842127 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.842405 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.842696 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.842990 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.843218 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.843443 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.843752 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.844043 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.844323 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.844600 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.844876 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.845186 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.845463 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.845740 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.846027 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.846315 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.846604 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.846880 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.847157 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.847432 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.847707 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.847993 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.848268 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.848541 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.848814 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.849139 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.849414 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.849690 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.849993 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.850285 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.850569 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.850856 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.851133 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.851418 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.851694 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.851968 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.852242 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] use_json = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.852517 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.852790 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.853631 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.853965 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.854246 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.854522 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.854797 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.855086 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.855366 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:16.855673 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.855974 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.856279 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.856580 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.856876 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.857181 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.857476 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.857759 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.858054 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.858345 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.858640 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.858923 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.859228 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.859521 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.859821 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.860130 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.860427 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.860720 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.861025 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.861308 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.861588 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.861871 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.862162 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.862443 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.862735 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.863026 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.863307 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.863608 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.863899 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.864196 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.864489 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.864766 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.865075 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.865372 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.865657 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.865934 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.867236 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.867533 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.867817 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.868095 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.868383 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.869242 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.869572 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.869851 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.870133 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.870428 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.870710 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.870986 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.871259 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.871538 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.871813 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.872097 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.872378 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.872653 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.872953 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.873237 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.873516 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.873793 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.874073 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.874349 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.874629 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.874905 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.875180 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.875455 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.875730 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.876004 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.876278 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.876569 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.876837 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.877144 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.877417 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.877693 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.877967 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.878243 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.878530 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.878836 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.879119 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.879403 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.879686 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.879969 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.880251 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.880791 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.881098 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.881381 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.881658 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.881953 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.882246 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.882532 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.882842 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.883126 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.883423 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.883705 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.883991 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.884296 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.884574 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.884865 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.885178 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.885478 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.885783 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.886078 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.886380 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.886677 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.886963 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.887285 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.887572 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:16.887786 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 15 04:11:16.888033 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102524) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 15 04:11:17.264263 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 15 04:11:17.264539 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 15 04:11:17.264848 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 15 04:11:17.265215 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 15 04:11:17.598475 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:17.598684 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:17.598958 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:17.600268 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:17.600547 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:17.600815 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:17.653626 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:17.654073 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:17.654511 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:17.671890 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:17.672169 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:17.672443 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:17.702584 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:17.702869 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:17.703144 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:17.739650 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:17.739934 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:17.740201 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.096752 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.097443 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.097443 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.097601 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.098262 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.200524 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.200847 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.201159 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.201432 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.201699 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.202010 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.202272 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.202529 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.202782 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.203065 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.203326 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.203590 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.203846 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.204098 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.204351 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.204614 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.204867 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.205156 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.205423 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.205681 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.205950 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.206200 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.206483 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.206859 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.207109 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.207354 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.207750 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102524) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 04:11:18.207992 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102524) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 04:11:18.208230 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102524) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 04:11:18.208468 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102524) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 04:11:18.208705 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102524) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 04:11:18.208968 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102524) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 04:11:18.209339 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 15 04:11:18.212835 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 15 04:11:18.217072 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 15 04:11:18.220990 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Feb 15 04:11:18.222654 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 15 04:11:18.223122 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 15 04:11:18.223457 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 15 04:11:18.223844 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 15 04:11:18.226711 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 15 04:11:18.226966 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 15 04:11:18.227315 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 15 04:11:18.232784 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 15 04:11:18.256510 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 15 04:11:18.257193 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.257501 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102524) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 15 04:11:18.257865 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.259284 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102524) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 15 04:11:18.259576 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 15 04:11:18.259875 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 15 04:11:18.263424 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.263707 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.327493 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 15 04:11:18.327729 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 15 04:11:18.327962 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 15 04:11:18.328496 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 15 04:11:18.349993 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_db.sqlalchemy.engines [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102524) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 15 04:11:18.802526 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.plugins.ml2.managers [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Initializing driver for type 'gre' Feb 15 04:11:18.803053 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] gre ID ranges: [(1, 1000)] Feb 15 04:11:18.861556 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.plugins.ml2.managers [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Initializing driver for type 'local' Feb 15 04:11:18.861890 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.plugins.ml2.managers [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Initializing driver for type 'vlan' Feb 15 04:11:18.876541 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] VlanTypeDriver initialization complete Feb 15 04:11:18.876998 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.plugins.ml2.managers [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Initializing driver for type 'vxlan' Feb 15 04:11:18.877538 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] vxlan ID ranges: [(1, 1000)] Feb 15 04:11:18.937222 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.plugins.ml2.managers [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Initializing extension driver 'port_security' Feb 15 04:11:18.937797 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.plugins.ml2.extensions.port_security [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] PortSecurityExtensionDriver initialization complete Feb 15 04:11:18.938368 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.plugins.ml2.managers [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Initializing mechanism driver 'openvswitch' Feb 15 04:11:18.939075 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.plugins.ml2.managers [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Initializing mechanism driver 'hyperv' Feb 15 04:11:18.947980 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.plugins.ml2.plugin [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:11:18.950639 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > port after_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.951018 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > port after_update 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.951406 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > port after_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.952096 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102524) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 04:11:18.952529 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > subnet after_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.952962 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > subnet after_update 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.953447 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.953873 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102524) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 04:11:18.954422 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > network after_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.954914 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > network after_update 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.955263 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > network after_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.955794 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102524) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 04:11:18.956218 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > security_group after_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.956569 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > security_group after_update 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.957164 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.957711 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102524) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 04:11:18.958315 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.958827 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.959168 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.959587 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102524) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 04:11:18.960155 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > address_group after_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.960501 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > address_group after_update 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.960840 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.961269 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102524) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 04:11:18.961718 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] ML2 OVO RPC backend initialized. {{(pid=102524) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 15 04:11:18.963154 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.963729 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.964156 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > network before_response 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.964505 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > networks before_response 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.964854 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > port before_response 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.965224 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > ports before_response 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.965568 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > subnet before_response 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.965909 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > subnets before_response 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.966251 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > network after_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.966589 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > network after_update 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.966921 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > network after_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.967253 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > port after_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.967586 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > port after_update 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.967917 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > port after_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.968253 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > subnet after_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.968594 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > subnet after_update 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.968948 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:18.977712 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.quota [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded quota_driver: . Feb 15 04:11:18.978622 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.plugins.ml2.plugin [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Modular L2 Plugin initialization complete Feb 15 04:11:18.979187 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading services supported by the core plugin {{(pid=102524) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 15 04:11:18.979776 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.plugins.ml2.managers [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Got port-security extension from driver 'port_security' Feb 15 04:11:18.980522 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.extensions.vlantransparent [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Disabled vlantransparent extension. Feb 15 04:11:18.981064 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102524) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 15 04:11:18.981391 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading Plugin: router Feb 15 04:11:19.018725 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.019115 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > router after_create 55549900 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.019485 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > router before_create 55549900 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.019849 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.020224 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.020577 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > router after_delete 55549900 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.020957 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.021307 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.021659 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > router after_create 55549900 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.022001 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > router after_update 55549900 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.022347 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > router after_update 55549900 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.022919 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.023279 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > router after_update 55549900 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.023808 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > router precommit_update 55549900 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.024180 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: port after_update 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.024661 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: port after_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.025217 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: subnet after_update 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.025781 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.026146 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.026520 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > router precommit_create 55549900 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.026893 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: port before_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.027362 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > router precommit_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.027951 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > router after_update 55549900 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.028459 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.029194 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > router precommit_create 55549900 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.029471 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.029942 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > router precommit_update 55549900 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.030321 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > agent after_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.030788 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > agent after_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.031058 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > network after_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.032275 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.quota.resource_registry [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Tracking information for resource: router configured {{(pid=102524) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 04:11:19.032705 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.quota.resource_registry [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Tracking information for resource: floatingip configured {{(pid=102524) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 04:11:19.038465 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.db.l3_agentschedulers_db [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 15 04:11:19.039173 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: port after_update 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.039541 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: port after_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.040035 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: port after_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.041252 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: port after_update 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.042490 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > router before_create 55550100 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.042984 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.043384 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > router precommit_create 55550100 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.043759 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > router precommit_update 55550100 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.049178 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.services.provider_configuration [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Service providers = [] {{(pid=102524) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 15 04:11:19.049676 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.db.servicetype_db [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102524) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 15 04:11:19.053026 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.services.service_base [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102524) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 04:11:19.053373 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.services.service_base [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102524) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 04:11:19.053710 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.services.service_base [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102524) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 04:11:19.054598 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.services.service_base [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102524) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 04:11:19.054967 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.services.service_base [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 15 04:11:19.055347 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102524) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 04:11:19.055659 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 15 04:11:19.067481 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102524) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 04:11:19.067813 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading Plugin: auto_allocate Feb 15 04:11:19.074117 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: network precommit_update 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.074482 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: network precommit_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.075009 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102524) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 04:11:19.075325 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading Plugin: tag Feb 15 04:11:19.082222 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102524) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 04:11:19.082552 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading Plugin: timestamp Feb 15 04:11:19.086465 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102524) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 04:11:19.086791 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading Plugin: network_ip_availability Feb 15 04:11:19.092633 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.093026 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.093382 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.094104 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102524) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 04:11:19.094422 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading Plugin: flavors Feb 15 04:11:19.099465 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102524) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 04:11:19.100009 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading Plugin: revisions Feb 15 04:11:19.104996 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102524) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 04:11:19.105390 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_concurrency.lockutils [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.840s {{(pid=102524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 15 04:11:19.106145 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102524) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 15 04:11:19.106483 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Initializing extension manager. Feb 15 04:11:19.107007 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: __init__.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.107345 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: __pycache__ {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.107675 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.108005 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: address_group.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.108772 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.109380 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: address-group Feb 15 04:11:19.109703 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: address_scope.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.110415 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.110924 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: address-scope Feb 15 04:11:19.111244 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.112174 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.112684 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: router-admin-state-down-before-update Feb 15 04:11:19.113039 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: agent.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.113736 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.114236 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: agent Feb 15 04:11:19.114555 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: agent_resources_synced.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.115460 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.115972 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: agent-resources-synced Feb 15 04:11:19.116292 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: allowedaddresspairs.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.118129 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.119298 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: allowed-address-pairs Feb 15 04:11:19.119868 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: auto_allocated_topology.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.121001 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.121518 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: auto-allocated-topology Feb 15 04:11:19.121841 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: availability_zone.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.122534 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.123038 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: availability_zone Feb 15 04:11:19.123355 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: availability_zone_filter.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.124269 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.124778 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: availability_zone_filter Feb 15 04:11:19.125130 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: data_plane_status.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.126030 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.126537 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension data-plane-status not supported by any of loaded plugins Feb 15 04:11:19.126850 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: default_subnetpools.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.127757 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.128268 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: default-subnetpools Feb 15 04:11:19.128583 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.129427 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.129967 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: dhcp_agent_scheduler Feb 15 04:11:19.130533 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: dns.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.131484 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.132014 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension dns-integration not supported by any of loaded plugins Feb 15 04:11:19.132330 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: dns_domain_ports.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.133281 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.133783 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 15 04:11:19.134134 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.135313 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.135822 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 15 04:11:19.136139 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: dvr.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.136816 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.137343 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: dvr Feb 15 04:11:19.137690 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: ecmp_routes.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.138604 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.139102 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 15 04:11:19.139417 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: empty_string_filtering.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.140318 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.140823 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: empty-string-filtering Feb 15 04:11:19.141163 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.142070 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.142574 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 15 04:11:19.142890 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.143790 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.144302 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 15 04:11:19.144619 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: external_net.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.145551 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.146057 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: external-net Feb 15 04:11:19.146374 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.147271 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.147771 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: extra_dhcp_opt Feb 15 04:11:19.148088 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: extraroute.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.149030 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.149530 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: extraroute Feb 15 04:11:19.150004 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: extraroute_atomic.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.151257 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.151764 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: extraroute-atomic Feb 15 04:11:19.152085 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: filter_validation.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.152749 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.153286 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: filter-validation Feb 15 04:11:19.153613 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: fip_pf_description.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.154513 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.155011 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 15 04:11:19.155330 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: fip_port_details.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.156434 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.156966 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: fip-port-details Feb 15 04:11:19.157288 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: flavors.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.158537 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.159052 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: flavors Feb 15 04:11:19.159371 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.161105 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.161629 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 15 04:11:19.161959 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: floatingip_pools.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.162661 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.163175 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: floatingip-pools Feb 15 04:11:19.163501 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: ip_allocation.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.164424 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.164956 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension ip_allocation not supported by any of loaded plugins Feb 15 04:11:19.165282 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.166916 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.167431 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: ip-substring-filtering Feb 15 04:11:19.167756 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: l2_adjacency.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.169108 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.169766 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 15 04:11:19.170091 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: l3.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.171076 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.171592 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: router Feb 15 04:11:19.171915 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.174230 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.174756 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 15 04:11:19.175121 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.176047 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.176560 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: ext-gw-mode Feb 15 04:11:19.176886 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.177827 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.178336 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: l3-ha Feb 15 04:11:19.178656 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.179559 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.180077 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 15 04:11:19.180381 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: l3_flavors.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.182029 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.182709 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: l3-flavors Feb 15 04:11:19.183034 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: l3_ndp_proxy.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.184436 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.184977 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 15 04:11:19.185304 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.186218 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.186726 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 15 04:11:19.187048 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: l3agentscheduler.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.188115 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.188629 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: l3_agent_scheduler Feb 15 04:11:19.188991 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: local_ip.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.190771 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.191294 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension local_ip not supported by any of loaded plugins Feb 15 04:11:19.191626 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: logging.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.193292 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.193815 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension logging not supported by any of loaded plugins Feb 15 04:11:19.194163 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: metering.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.194894 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.195474 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: metering Feb 15 04:11:19.195805 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.197107 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.197740 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: metering_source_and_destination_fields Feb 15 04:11:19.198068 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: multiprovidernet.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.199027 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.199539 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: multi-provider Feb 15 04:11:19.199862 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: netmtu.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.200781 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.201320 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: net-mtu Feb 15 04:11:19.201690 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: netmtu_writable.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.202556 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.203058 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: net-mtu-writable Feb 15 04:11:19.203375 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: network_availability_zone.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.204040 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.204546 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: network_availability_zone Feb 15 04:11:19.204864 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: network_ip_availability.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.206005 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.206510 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: network-ip-availability Feb 15 04:11:19.206833 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: network_segment_range.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.207593 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.208088 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension network-segment-range not supported by any of loaded plugins Feb 15 04:11:19.208404 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: pagination.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.209411 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.209733 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: pagination Feb 15 04:11:19.210050 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: port_device_profile.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.210974 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.211473 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: port-device-profile Feb 15 04:11:19.211789 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.213150 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.213659 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: port-mac-address-regenerate Feb 15 04:11:19.213982 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.214928 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.215405 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: port-numa-affinity-policy Feb 15 04:11:19.215725 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: port_resource_request.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.216633 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.217165 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension port-resource-request not supported by any of loaded plugins Feb 15 04:11:19.217489 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: port_resource_request_groups.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.218452 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.218952 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 15 04:11:19.219323 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: portbindings.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.220195 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.220699 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: binding Feb 15 04:11:19.221050 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: portbindings_extended.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.222317 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.222827 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: binding-extended Feb 15 04:11:19.223149 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: portsecurity.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.224053 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.224561 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: port-security Feb 15 04:11:19.224920 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: project_id.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.225873 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.226198 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: project-id Feb 15 04:11:19.226515 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: providernet.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.227422 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.229596 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: provider Feb 15 04:11:19.229857 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: qos.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.233554 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.234081 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension qos not supported by any of loaded plugins Feb 15 04:11:19.234407 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.235652 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.236168 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 15 04:11:19.236495 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.237473 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.237951 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 15 04:11:19.238278 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: qos_default.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.239179 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.239684 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension qos-default not supported by any of loaded plugins Feb 15 04:11:19.240004 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: qos_fip.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.240954 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.241467 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension qos-fip not supported by any of loaded plugins Feb 15 04:11:19.241790 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.242695 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.243203 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 15 04:11:19.243615 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: qos_gateway_ip.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.245419 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.245934 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 15 04:11:19.246255 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: qos_port_network_policy.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.247166 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.247680 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 15 04:11:19.248000 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.249067 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.249582 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 15 04:11:19.249902 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.250941 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.251456 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 15 04:11:19.251776 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: qos_pps_rule.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.252980 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.253496 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension qos-pps not supported by any of loaded plugins Feb 15 04:11:19.253822 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: qos_rule_type_details.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.254733 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.255241 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 15 04:11:19.255808 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: qos_rules_alias.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.256859 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.257392 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 15 04:11:19.257712 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: quota_check_limit.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.258620 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.259192 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: quota-check-limit Feb 15 04:11:19.259733 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: quotasv2.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.260760 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.261113 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: quotas Feb 15 04:11:19.261437 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: quotasv2_detail.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.263159 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.263493 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: quota_details Feb 15 04:11:19.263819 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: rbac.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.264885 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.265436 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: rbac-policies Feb 15 04:11:19.265760 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: rbac_address_group.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.266687 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.267204 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: rbac-address-group Feb 15 04:11:19.267526 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: rbac_address_scope.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.268438 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.268986 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: rbac-address-scope Feb 15 04:11:19.269308 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: rbac_security_groups.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.270217 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.270727 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: rbac-security-groups Feb 15 04:11:19.271046 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: rbac_subnetpool.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.272041 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.272547 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: rbac-subnetpool Feb 15 04:11:19.272867 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: revisionifmatch.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.273815 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.274325 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: revision-if-match Feb 15 04:11:19.274649 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: revisions.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.276026 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.276538 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: standard-attr-revisions Feb 15 04:11:19.276860 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: router_availability_zone.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.277564 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.278070 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: router_availability_zone Feb 15 04:11:19.278387 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: routerservicetype.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.279312 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.279818 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension router-service-type not supported by any of loaded plugins Feb 15 04:11:19.280136 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.281090 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.281598 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: security-groups-normalized-cidr Feb 15 04:11:19.281915 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.282835 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.283345 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: port-security-groups-filtering Feb 15 04:11:19.283662 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.284585 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.285122 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: security-groups-remote-address-group Feb 15 04:11:19.285451 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.286366 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.286871 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: security-groups-shared-filtering Feb 15 04:11:19.287187 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.287763 dv-cinder-816104-2-iscsi neutron-server[102524]: WARNING neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 15 04:11:19.288077 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: securitygroup.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.300066 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.300599 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: security-group Feb 15 04:11:19.300961 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: segment.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.301765 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.302273 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension segment not supported by any of loaded plugins Feb 15 04:11:19.302595 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.303566 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.304071 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 15 04:11:19.304394 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: servicetype.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.305546 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.306681 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: service-type Feb 15 04:11:19.307251 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: sorting.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.308258 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.308587 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: sorting Feb 15 04:11:19.308925 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: standard_attr_segment.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.309854 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.310371 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 15 04:11:19.310692 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: standardattrdescription.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.311351 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.311861 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: standard-attr-description Feb 15 04:11:19.312215 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: stateful_security_group.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.313167 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.313677 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: stateful-security-group Feb 15 04:11:19.313996 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: stdattrs_common.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.314570 dv-cinder-816104-2-iscsi neutron-server[102524]: WARNING neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 15 04:11:19.314887 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.315816 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.316324 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 15 04:11:19.316640 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: subnet_onboard.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.317744 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.318258 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: subnet_onboard Feb 15 04:11:19.318578 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.319519 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.320051 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 15 04:11:19.320367 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: subnet_service_types.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.321315 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.322462 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: subnet-service-types Feb 15 04:11:19.322785 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: subnetallocation.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.323886 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.324420 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: subnet_allocation Feb 15 04:11:19.324728 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.325430 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.325932 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: subnetpool-prefix-ops Feb 15 04:11:19.326253 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.327178 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.327682 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 15 04:11:19.328004 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: tagging.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.329122 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.329638 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: standard-attr-tag Feb 15 04:11:19.329965 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: timestamp.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.331178 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.331694 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loaded extension: standard-attr-timestamp Feb 15 04:11:19.332019 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: trunk.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.333117 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.333626 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension trunk not supported by any of loaded plugins Feb 15 04:11:19.333998 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: trunk_details.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.334890 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.335420 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension trunk-details not supported by any of loaded plugins Feb 15 04:11:19.335713 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: uplink_status_propagation.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.336628 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.337280 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 15 04:11:19.338286 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Loading extension file: vlantransparent.py {{(pid=102524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 04:11:19.339120 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 04:11:19.339627 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 15 04:11:19.342205 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.quota.resource_registry [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Creating instance of TrackedResource for resource:network Feb 15 04:11:19.342731 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.quota.resource_registry [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Creating instance of TrackedResource for resource:subnet Feb 15 04:11:19.343211 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.quota.resource_registry [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 04:11:19.343509 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.quota.resource_registry [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Creating instance of TrackedResource for resource:port Feb 15 04:11:19.344751 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.v2.resource_helper [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 04:11:19.345209 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.v2.resource_helper [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Service FLAVORS assigned prefix: {{(pid=102524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 04:11:19.345829 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.v2.resource_helper [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 04:11:19.346380 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.v2.resource_helper [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 04:11:19.346721 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.quota.resource_registry [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Creating instance of TrackedResource for resource:router Feb 15 04:11:19.347182 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.quota.resource_registry [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Creating instance of TrackedResource for resource:floatingip Feb 15 04:11:19.347663 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.v2.resource_helper [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Service METERING assigned prefix: /metering {{(pid=102524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 04:11:19.349141 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.349509 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.349854 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:11:19.350877 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.quota.resource_registry [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Creating instance of CountableResource for resource:rbac_policy Feb 15 04:11:19.351302 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.quota.resource_registry [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Creating instance of TrackedResource for resource:security_group Feb 15 04:11:19.351733 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.quota.resource_registry [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 15 04:11:19.352332 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.v2.resource_helper [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Service CORE assigned prefix: {{(pid=102524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 04:11:19.352660 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.quota.resource_registry [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 04:11:19.353239 dv-cinder-816104-2-iscsi neutron-server[102524]: WARNING neutron.quota.resource_registry [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] subnetpool is already registered Feb 15 04:11:19.353882 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.v2.resource_helper [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Service CORE assigned prefix: {{(pid=102524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 04:11:19.354205 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.quota.resource_registry [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 04:11:19.354545 dv-cinder-816104-2-iscsi neutron-server[102524]: WARNING neutron.quota.resource_registry [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] subnetpool is already registered Feb 15 04:11:19.356793 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.v2.resource_helper [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 04:11:19.357245 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.v2.resource_helper [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Service FLAVORS assigned prefix: {{(pid=102524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 04:11:19.357829 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.v2.resource_helper [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 04:11:19.358322 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.v2.resource_helper [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 04:11:19.358649 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.quota.resource_registry [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Creating instance of TrackedResource for resource:router Feb 15 04:11:19.358991 dv-cinder-816104-2-iscsi neutron-server[102524]: WARNING neutron.quota.resource_registry [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] router is already registered Feb 15 04:11:19.359399 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.quota.resource_registry [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Creating instance of TrackedResource for resource:floatingip Feb 15 04:11:19.359727 dv-cinder-816104-2-iscsi neutron-server[102524]: WARNING neutron.quota.resource_registry [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] floatingip is already registered Feb 15 04:11:19.360178 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.v2.resource_helper [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Service METERING assigned prefix: /metering {{(pid=102524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 04:11:19.360836 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.quota.resource_registry [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Creating instance of CountableResource for resource:rbac_policy Feb 15 04:11:19.361189 dv-cinder-816104-2-iscsi neutron-server[102524]: WARNING neutron.quota.resource_registry [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] rbac_policy is already registered Feb 15 04:11:19.361591 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.quota.resource_registry [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Creating instance of TrackedResource for resource:security_group Feb 15 04:11:19.361916 dv-cinder-816104-2-iscsi neutron-server[102524]: WARNING neutron.quota.resource_registry [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] security_group is already registered Feb 15 04:11:19.362308 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.quota.resource_registry [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 15 04:11:19.362639 dv-cinder-816104-2-iscsi neutron-server[102524]: WARNING neutron.quota.resource_registry [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] security_group_rule is already registered Feb 15 04:11:19.363258 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.v2.resource_helper [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Service CORE assigned prefix: {{(pid=102524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 04:11:19.363580 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.quota.resource_registry [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 04:11:19.363901 dv-cinder-816104-2-iscsi neutron-server[102524]: WARNING neutron.quota.resource_registry [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] subnetpool is already registered Feb 15 04:11:19.364314 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.v2.resource_helper [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Service CORE assigned prefix: {{(pid=102524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 04:11:19.364629 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.quota.resource_registry [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 04:11:19.364977 dv-cinder-816104-2-iscsi neutron-server[102524]: WARNING neutron.quota.resource_registry [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] subnetpool is already registered Feb 15 04:11:19.365432 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: extensions {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.366922 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: address-groups {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.368390 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: address-scopes {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.370567 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: agents {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.371738 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: auto-allocated-topology {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.372986 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: availability_zones {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.374190 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: dhcp-networks {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.375669 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: dhcp-agents {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.377094 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: routers {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.379297 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: flavors {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.380704 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: service_profiles {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.381956 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: next_providers {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.383374 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: service_profiles {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.385419 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: floatingip-pools {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.386634 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: routers {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.388703 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: floatingips {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.389980 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: l3-routers {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.391346 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: l3-agents {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.392758 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: metering-labels {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.394127 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: metering-label-rules {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.395384 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: network-ip-availabilities {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.396623 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: bindings {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.399146 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: quotas {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.401682 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: quotas {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.403213 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: rbac-policies {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.404488 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: security-groups {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.405728 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: security-group-rules {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.406992 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: service-providers {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.408183 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: subnetpools {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.409650 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: subnetpools {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.411097 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: tags {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.412746 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: tags {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.414556 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: tags {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.417269 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: tags {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.419021 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: tags {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.420869 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: tags {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.422546 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: tags {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.424414 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: tags {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.426165 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: tags {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.427975 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron.api.extensions [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Extended resource: tags {{(pid=102524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 04:11:19.434361 dv-cinder-816104-2-iscsi neutron-server[102524]: WARNING keystonemiddleware.auth_token [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 15 04:11:19.439088 dv-cinder-816104-2-iscsi neutron-server[102524]: WARNING keystonemiddleware.auth_token [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 15 04:11:19.447994 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_concurrency.lockutils [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Acquired lock "singleton_lock" {{(pid=102524) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 15 04:11:19.448469 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_concurrency.lockutils [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Releasing lock "singleton_lock" {{(pid=102524) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 15 04:11:19.449150 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO oslo_service.service [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Starting 2 workers Feb 15 04:11:19.454080 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Started child 102633 {{(pid=102524) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 04:11:19.458770 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Started child 102634 {{(pid=102524) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 04:11:19.459807 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:19.460618 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO neutron.service [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 15 04:11:19.461139 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:19.461477 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [-] (102633) wsgi starting up on http://0.0.0.0:9696 Feb 15 04:11:19.464447 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:19.465118 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO oslo_service.service [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Starting 1 workers Feb 15 04:11:19.466243 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [-] (102634) wsgi starting up on http://0.0.0.0:9696 Feb 15 04:11:19.470041 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Started child 102635 {{(pid=102524) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 04:11:19.470651 dv-cinder-816104-2-iscsi neutron-server[102524]: INFO oslo_service.service [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Starting 1 workers Feb 15 04:11:19.474105 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.service [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] calling RpcWorker wait() {{(pid=102635) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 15 04:11:19.474759 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.service [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] returning from RpcWorker wait() {{(pid=102635) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 15 04:11:19.475467 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Started child 102636 {{(pid=102524) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 04:11:19.476101 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:19.476301 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG neutron_lib.callbacks.manager [None req-a92d76b4-67bf-47b8-971d-e5e1c0388937 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:19.476666 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:11:19.479312 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102524) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 15 04:11:19.479731 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 15 04:11:19.479850 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 15 04:11:19.480083 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 15 04:11:19.480458 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 15 04:11:19.480626 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 15 04:11:19.481161 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.481451 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.481726 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.481951 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:19.482506 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.482506 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.482889 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.482994 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:11:19.483159 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.483413 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.483696 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.483932 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.484105 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.484280 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.484531 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.484768 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.485087 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.485353 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.485596 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.489929 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.489929 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.489929 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.489929 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.489929 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.489929 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] debug = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.489929 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.490582 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.490582 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.490582 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.490582 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.490582 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.490582 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.491289 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.491289 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.491289 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.491289 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.491289 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.491289 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.491911 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 49656) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:11:19.492046 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.492046 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.492046 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.492046 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.492046 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.492046 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] host = dv-cinder-816104-2-iscsi {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.492694 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.492694 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.492694 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.493084 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.493084 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.493324 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.493622 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.493622 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.494490 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.494697 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.495237 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.495237 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.495638 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.495824 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] log_file = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.495824 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] log_options = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.496189 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.496387 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.496583 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.496776 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.497005 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.497213 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.497413 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.497612 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.497801 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.498263 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.498263 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.498651 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.498651 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.499029 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.499029 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.500949 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.500949 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.500949 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.500949 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.500949 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.500949 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.502136 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068712 Feb 15 04:11:19.502374 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.502374 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.502374 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.503014 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.505514 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.505514 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.505514 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.505514 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.505514 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.505514 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.506995 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.506995 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.507585 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.508301 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.508850 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.509386 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.509765 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.510206 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.510775 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.511370 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.512025 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.512025 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.512025 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.512581 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.512581 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.512954 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] use_json = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.512954 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.513280 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.513443 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.513644 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.513940 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.514132 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.514375 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.514589 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.514809 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.515309 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.515610 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.515930 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.516198 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.516714 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.517113 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.517364 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.517575 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.517788 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.518024 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.518256 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.518465 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.524144 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.524144 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.524144 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.524144 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.524144 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.524144 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.524144 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.524144 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.528342 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.528342 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.528342 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.528342 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.528342 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.528342 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.528342 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.528342 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.528872 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.528872 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.528872 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.528872 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.528872 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.528872 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.528872 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.528872 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.529406 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.529406 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.529406 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.529406 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.529406 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.529406 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.529406 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.529406 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.529406 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.529906 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.529906 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.530033 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.530272 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.530515 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.530740 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.530960 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.531186 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.531423 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.532292 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.532292 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.532292 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.532988 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.532988 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.532988 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.532988 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.534056 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.534056 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.534056 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.534056 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.534056 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.534357 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.534595 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.534754 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.534946 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.535186 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.535402 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.535624 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.535857 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.536944 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.536944 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.536944 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.536944 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.537237 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.537430 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.537607 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.537900 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.538142 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.538399 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.538636 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.538863 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.539099 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.541339 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.541339 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.541339 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.541339 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.541339 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.541339 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.542028 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.542028 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.542028 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.542251 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.542441 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.542698 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.542922 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.543148 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.544875 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.544875 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.544875 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.545161 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.547037 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.547037 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.547037 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.547037 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.547037 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.547037 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.547037 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.547037 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.547614 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.547614 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.547800 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.548261 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.548718 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.549078 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.549344 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.549639 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.549862 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.550280 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.550760 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.551223 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.551680 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.552114 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.552573 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.553051 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.553452 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.553865 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.554311 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.554736 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.555127 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.555572 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.556013 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.556632 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.557247 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.557750 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.558196 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.558640 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.558886 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.559317 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.559604 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.559809 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.560255 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.560690 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.561160 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.561601 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.562034 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.562425 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.562836 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.563242 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.563636 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.563885 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.564148 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.564406 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.564632 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.564860 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.565134 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.565362 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.565591 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.566123 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.566123 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.566309 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.566522 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.566762 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.566988 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.567383 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.567681 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.567842 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.568107 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.568261 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.568510 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.568772 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.569057 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.569337 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.569568 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.569789 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.570029 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.570269 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.570518 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.570733 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.570959 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.571177 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.571409 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.571654 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.571871 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.572109 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.572379 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.573743 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.573743 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.573743 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.573743 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.573743 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.574121 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.574236 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.574479 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.574719 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.574942 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.575171 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.575387 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.575600 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.575830 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.576058 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.576255 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.576841 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.576841 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.578231 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.578231 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.580324 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.580324 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.580324 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.580324 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.580324 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.581401 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.581401 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.581401 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.581401 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.581401 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.584183 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.584183 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.584183 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.584183 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.584183 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.584183 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.584183 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.584183 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.585496 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.585496 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.585496 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.585496 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.585496 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.585496 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.585496 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.585496 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.586834 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.586834 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.586834 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.587729 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.587729 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.588146 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.590018 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.590018 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.590018 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.590018 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.590018 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.590018 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.590018 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.591500 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.591500 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.591500 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.592172 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.592172 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.592172 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.592801 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.594433 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.594433 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.594850 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.595504 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.595504 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.595801 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.595959 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.596120 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.596340 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.596659 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.596882 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.597171 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.597398 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.597639 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.597867 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.598159 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.598465 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.598759 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.599017 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.599287 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.599579 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.599868 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.600148 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.600502 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.600727 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.601020 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.602271 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.602271 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.602271 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.602271 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.602271 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.603847 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.603847 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.603847 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.603847 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.604454 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.604454 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.604725 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.605057 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.605057 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.605435 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.605617 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.605805 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.605991 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.606173 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.606357 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 15 04:11:19.606895 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102524) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 15 04:11:19.607075 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 15 04:11:19.607573 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 15 04:11:19.607573 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 15 04:11:19.607573 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 15 04:11:19.607788 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 15 04:11:19.607927 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.608397 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.608397 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.608397 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.608619 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.608723 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.608979 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.609082 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.609243 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.609402 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.609540 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.609709 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.609873 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.610006 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.610175 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.610335 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.610497 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.610663 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.610830 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.610993 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.611156 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.611319 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.611485 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] debug = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.611648 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.611875 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.612934 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.612934 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.612934 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.612934 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.612934 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.612934 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.613526 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.613739 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.613853 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.614157 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.614456 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.614757 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.615056 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.615354 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.615663 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.615960 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.616266 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] host = dv-cinder-816104-2-iscsi {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.616433 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.616599 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.616772 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.616955 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.617126 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.617286 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.617451 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.617615 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.617780 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.617946 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.618108 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.618271 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.618432 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.618638 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] log_file = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.618775 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] log_options = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.618946 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.619086 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.619300 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.619447 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.619626 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.619919 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.619919 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.620401 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.620401 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.620401 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.620796 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.620796 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.621096 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.621096 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.621363 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.621363 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.621635 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.621635 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.621930 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.621930 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.623879 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.623879 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.623879 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.623879 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.623879 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.623879 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.623879 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.623879 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.623879 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.626114 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.626114 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.626114 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.626114 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.626114 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.626114 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.626114 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.626114 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.627156 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.627156 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.627156 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.627156 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.627156 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.627156 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.627156 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.627156 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.628175 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.628175 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] use_json = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.628175 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.628175 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.628175 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.628175 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.628175 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.628175 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.628175 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.632937 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.632937 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 04:11:19.632937 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.632937 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.632937 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.632937 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.632937 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.632937 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.635164 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.635164 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.635164 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.635164 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.635164 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.635164 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.635164 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.635164 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.637215 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.637215 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.637215 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.637215 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.637215 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.637215 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.637215 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.637215 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.640015 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.640015 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.640015 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.640015 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.640015 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.640015 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.640015 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.640015 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.643285 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.643285 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.643285 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.643285 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.643285 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.643285 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.643285 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.643285 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.645174 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.645174 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.645174 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.645174 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.645174 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.645174 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.645174 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.645174 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.645174 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.646847 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.646847 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.646847 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.646847 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.646847 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.646847 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.646847 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.646847 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.646847 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.648574 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.648574 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.648574 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.648574 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.648574 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.648574 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.648574 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.648574 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.648574 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.651199 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.651199 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.651199 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.651199 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.651199 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.651199 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.651199 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.651199 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.651199 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.652445 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.652445 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.652445 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.652445 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.652445 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.652445 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.652445 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.652445 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.652445 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.654297 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.654297 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.654297 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.654297 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.654297 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.654297 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.654297 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.654297 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.654297 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.656534 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.656534 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.656534 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.656534 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.656534 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.656534 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.656534 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.656534 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.658225 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.658225 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.658225 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.658225 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.658225 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.658225 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.658225 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.658225 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.660555 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.660555 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.660555 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.660555 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.660555 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.660555 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.661775 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:11:19.661983 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.661983 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.661983 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.661983 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.661983 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.661983 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.661983 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.661983 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.663633 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.663633 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.663633 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.663633 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.663633 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.663633 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.663633 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.663633 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.665451 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.665451 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.665451 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.665451 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.665451 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.665451 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.665451 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.665451 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.667125 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.667125 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.667125 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.667125 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.667125 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.667125 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.667125 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.667125 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.668318 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.668318 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.668318 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.668318 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.668318 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.668318 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.668318 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.668318 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.669844 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.669844 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.669844 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.669844 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.669844 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.669844 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.669844 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.669844 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.670983 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.670983 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.670983 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.670983 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.670983 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.670983 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.670983 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.670983 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.672328 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.672328 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.672328 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.672328 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.672328 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.672328 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.672328 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.672328 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.673476 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.673476 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.673476 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.673476 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.673476 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.673476 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.673476 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.673476 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.674565 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.674565 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.674565 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.674565 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.674565 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.674565 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.674565 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.674565 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.675779 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.675779 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.675779 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.675779 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.675779 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.675779 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.675779 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.675779 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.675779 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.677091 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.677091 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.677091 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.677091 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.677091 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.677091 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.677091 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.677091 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.678127 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.678127 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.678127 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.678127 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.678127 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.678127 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.678127 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.678127 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.678127 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.679365 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.679365 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.679365 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.679365 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.679365 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.679365 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.679365 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.679365 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.680616 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.680616 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.680616 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.680616 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.680616 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.680616 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.680616 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.680616 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.682294 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.682294 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.682294 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.682294 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.682294 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.682294 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.682294 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.682294 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.683407 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.683407 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.683407 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.683407 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.683407 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.683407 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.683407 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.683407 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.684628 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.684628 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.684628 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.684628 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.684628 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.684628 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.684628 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.684628 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.686413 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.686413 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.686413 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.686413 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.686413 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.686413 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.686413 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.686413 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.688329 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.688329 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.688329 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.688329 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.688329 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.688329 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.688329 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.688329 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.689623 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.689623 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.689623 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.689623 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.689623 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.689623 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.689623 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.689623 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.691194 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.691194 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.691194 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.691194 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.691194 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.691194 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.691194 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.691194 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.691194 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.692689 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.692689 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.692689 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.692689 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.692689 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.692689 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.692689 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.692689 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 04:11:19.694871 dv-cinder-816104-2-iscsi neutron-server[102524]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 15 04:11:32.368170 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7623e6-9d3f-4133-9b0b-aded592215a2 None None] get_active_networks_info from dv-cinder-816104-2-iscsi {{(pid=102635) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 04:11:32.435260 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7623e6-9d3f-4133-9b0b-aded592215a2 None None] No non-hosted networks {{(pid=102635) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 15 04:11:32.444872 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.agentschedulers_db [None req-6c7623e6-9d3f-4133-9b0b-aded592215a2 None None] DHCP Agent not found on host dv-cinder-816104-2-iscsi {{(pid=102635) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 15 04:11:32.520355 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-0ada8282-81d6-43c5-b376-d9e459d77634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-639373'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:36.038484 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fcc37ef0-7f30-4d81-ae99-831642bb3d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-639373'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:36.134287 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-7375d357-8b18-4b39-a2b1-4db0c87a3872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:36.449387 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-639373'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:38.509233 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-639373'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:39.728586 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-639373'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:39.730550 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:39.731396 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:39.732085 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:39.732658 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:39.733480 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:39.734589 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:39.735598 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:39.736265 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:39.736931 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:39.737595 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:39.738151 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:39.738706 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:39.739323 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:39.739964 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-816104-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:11:39.769433 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-816104-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:11:40.030698 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 49762) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:11:40.311567 dv-cinder-816104-2-iscsi neutron-server[102635]: INFO neutron.db.l3_hamode_db [None req-4c986577-4727-4033-85c5-df2a7de9ab63 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 15 04:11:40.394628 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c986577-4727-4033-85c5-df2a7de9ab63 None None] Routers set() bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:11:40.395237 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c986577-4727-4033-85c5-df2a7de9ab63 None None] Router IDs set() for agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 15 04:11:40.635575 dv-cinder-816104-2-iscsi neutron-server[102633]: WARNING oslo_policy.policy [None req-85352b44-43b1-455e-a9fe-9c5749503cd2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 04:11:40.636243 dv-cinder-816104-2-iscsi neutron-server[102633]: WARNING oslo_policy.policy [None req-85352b44-43b1-455e-a9fe-9c5749503cd2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 04:11:40.860524 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [None req-85352b44-43b1-455e-a9fe-9c5749503cd2 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 04:11:40.861556 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-85352b44-43b1-455e-a9fe-9c5749503cd2 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8301663 Feb 15 04:11:43.439653 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 49778) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:11:43.786976 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-3ac980c9-efe0-44e8-985a-37114bc50fdd admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:11:43.881099 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.policy [None req-3ac980c9-efe0-44e8-985a-37114bc50fdd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102633) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 15 04:11:43.924827 dv-cinder-816104-2-iscsi neutron-server[102633]: WARNING oslo_policy.policy [None req-3ac980c9-efe0-44e8-985a-37114bc50fdd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 04:11:43.925225 dv-cinder-816104-2-iscsi neutron-server[102633]: WARNING oslo_policy.policy [None req-3ac980c9-efe0-44e8-985a-37114bc50fdd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 04:11:44.025353 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3ac980c9-efe0-44e8-985a-37114bc50fdd admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734706627202', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734706627921', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734706608845', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734706611652', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734706604934', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734706597676', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1756139', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1699563', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-588128', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-710863'] for rbac-policy (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:44.095929 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3ac980c9-efe0-44e8-985a-37114bc50fdd admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:44.097163 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-3ac980c9-efe0-44e8-985a-37114bc50fdd admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6565292 Feb 15 04:11:46.550980 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 49788) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:11:46.876176 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-91d5cda3-9f6b-4f39-b4c9-7f40c5b36c0e demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:11:46.905743 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d5cda3-9f6b-4f39-b4c9-7f40c5b36c0e demo demo] Made reservation on behalf of 2a1c6b544b404e63a97221c73a9ace10 for: {'network': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:11:46.909654 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-91d5cda3-9f6b-4f39-b4c9-7f40c5b36c0e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for network (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:46.926969 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-91d5cda3-9f6b-4f39-b4c9-7f40c5b36c0e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:47.040247 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-91d5cda3-9f6b-4f39-b4c9-7f40c5b36c0e demo demo] Publish callbacks [] for security_group (99d38bf7-0d3f-460d-8102-9e30c1859f4f), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:47.044714 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-91d5cda3-9f6b-4f39-b4c9-7f40c5b36c0e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (99d38bf7-0d3f-460d-8102-9e30c1859f4f), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:47.069559 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d5cda3-9f6b-4f39-b4c9-7f40c5b36c0e demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 04:11:47.107344 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-91d5cda3-9f6b-4f39-b4c9-7f40c5b36c0e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734710277223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (ebd9feb1-a885-49ac-85ba-3e4b6af6d8f9), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:47.107931 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-91d5cda3-9f6b-4f39-b4c9-7f40c5b36c0e demo demo] Unsubscribe: segment precommit_create {{(pid=102633) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 15 04:11:47.108451 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.db.segments_db [None req-91d5cda3-9f6b-4f39-b4c9-7f40c5b36c0e demo demo] Added segment ebd9feb1-a885-49ac-85ba-3e4b6af6d8f9 of type vlan for network 22540927-5d1d-4b06-a379-64b74ebcc3b7 Feb 15 04:11:47.125029 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5cda3-9f6b-4f39-b4c9-7f40c5b36c0e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=99d38bf7-0d3f-460d-8102-9e30c1859f4f,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:11:47.173621 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d5cda3-9f6b-4f39-b4c9-7f40c5b36c0e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:47.173985 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d5cda3-9f6b-4f39-b4c9-7f40c5b36c0e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:47.174330 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d5cda3-9f6b-4f39-b4c9-7f40c5b36c0e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:47.174664 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d5cda3-9f6b-4f39-b4c9-7f40c5b36c0e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:47.174989 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d5cda3-9f6b-4f39-b4c9-7f40c5b36c0e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:47.175312 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d5cda3-9f6b-4f39-b4c9-7f40c5b36c0e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:47.175636 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d5cda3-9f6b-4f39-b4c9-7f40c5b36c0e demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:47.175957 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d5cda3-9f6b-4f39-b4c9-7f40c5b36c0e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:47.176279 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d5cda3-9f6b-4f39-b4c9-7f40c5b36c0e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:47.176615 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d5cda3-9f6b-4f39-b4c9-7f40c5b36c0e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:47.176965 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d5cda3-9f6b-4f39-b4c9-7f40c5b36c0e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:47.177337 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d5cda3-9f6b-4f39-b4c9-7f40c5b36c0e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:47.177603 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d5cda3-9f6b-4f39-b4c9-7f40c5b36c0e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d5cda3-9f6b-4f39-b4c9-7f40c5b36c0e demo demo] Tracked resource versions report: Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: pushed versions: Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: { 'AddressGroup': {'1.2'}, Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: 'ConntrackHelper': {'1.0'}, Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: 'LocalIPAssociation': {'1.0'}, Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: 'Log': {'1.0'}, Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: 'Network': {'1.1'}, Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: 'Port': {'1.7'}, Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: 'PortForwarding': {'1.2'}, Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: 'QosPolicy': {'1.10'}, Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: 'SecurityGroup': {'1.5'}, Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: 'SecurityGroupRule': {'1.2'}, Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: 'SubPort': {'1.0'}, Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: 'Subnet': {'1.1'}, Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: 'Trunk': {'1.1'}} Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: consumer versions: Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: { DHCP agent@dv-cinder-816104-2-iscsi: {}, Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: L3 agent@dv-cinder-816104-2-iscsi: {}, Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: Metadata agent@dv-cinder-816104-2-iscsi: {}, Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: Metering agent@dv-cinder-816104-2-iscsi: {}, Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: Open vSwitch agent@dv-cinder-816104-2-iscsi: { 'AddressGroup': '1.2', Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: 'ConntrackHelper': '1.0', Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: 'LocalIPAssociation': '1.0', Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: 'Log': '1.0', Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: 'Network': '1.1', Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: 'Port': '1.7', Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: 'PortForwarding': '1.2', Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: 'QosPolicy': '1.10', Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: 'SecurityGroup': '1.5', Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: 'SecurityGroupRule': '1.2', Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: 'SubPort': '1.0', Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: 'Subnet': '1.1', Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: 'Trunk': '1.1'}} Feb 15 04:11:47.178886 dv-cinder-816104-2-iscsi neutron-server[102633]: {{(pid=102633) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 04:11:47.219223 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-91d5cda3-9f6b-4f39-b4c9-7f40c5b36c0e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734709799334'] for network (22540927-5d1d-4b06-a379-64b74ebcc3b7), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:47.261987 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-91d5cda3-9f6b-4f39-b4c9-7f40c5b36c0e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571'] for network (22540927-5d1d-4b06-a379-64b74ebcc3b7), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:47.267103 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d5cda3-9f6b-4f39-b4c9-7f40c5b36c0e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:11:47.267817 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-91d5cda3-9f6b-4f39-b4c9-7f40c5b36c0e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:47.367157 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-91d5cda3-9f6b-4f39-b4c9-7f40c5b36c0e demo demo] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8150826 Feb 15 04:11:47.384848 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5cda3-9f6b-4f39-b4c9-7f40c5b36c0e demo demo] Pushing event updated for resources: {'Network': ['ID=22540927-5d1d-4b06-a379-64b74ebcc3b7,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:11:47.399017 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Network 22540927-5d1d-4b06-a379-64b74ebcc3b7 details requested by agent ovs-agent-dv-cinder-816104-2-iscsi with host dv-cinder-816104-2-iscsi {{(pid=102635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 04:11:49.936264 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 49800) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:11:50.349531 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa75aec-e5d0-4c6a-9417-7e277ee63048 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:11:50.350816 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-aaa75aec-e5d0-4c6a-9417-7e277ee63048 demo admin] 10.222.0.45 "GET /v2.0/networks/22540927-5d1d-4b06-a379-64b74ebcc3b7 HTTP/1.1" status: 200 len: 824 time: 0.4136167 Feb 15 04:11:50.376752 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-496232e3-29f6-4630-8e99-638c102dfb21 demo admin] 10.222.0.45 "GET /v2.0/subnetpools/7978cfda-094b-4e81-a433-4c55b3bc482a HTTP/1.1" status: 200 len: 734 time: 0.0198915 Feb 15 04:11:50.387042 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-42f49736-b321-4a89-a22c-5d4f587e8790 demo admin] Request body: {'subnet': {'subnetpool_id': '7978cfda-094b-4e81-a433-4c55b3bc482a', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '22540927-5d1d-4b06-a379-64b74ebcc3b7'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:11:50.409167 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f49736-b321-4a89-a22c-5d4f587e8790 demo admin] Made reservation on behalf of 2a1c6b544b404e63a97221c73a9ace10 for: {'subnet': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:11:50.411383 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-42f49736-b321-4a89-a22c-5d4f587e8790 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:50.706294 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-42f49736-b321-4a89-a22c-5d4f587e8790 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571'] for subnet (e103bf94-3213-4544-8c79-daef86b58a77), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:50.774473 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f49736-b321-4a89-a22c-5d4f587e8790 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e103bf94-3213-4544-8c79-daef86b58a77,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:11:50.783782 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f49736-b321-4a89-a22c-5d4f587e8790 demo admin] Checking segment: {'id': 'ebd9feb1-a885-49ac-85ba-3e4b6af6d8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '22540927-5d1d-4b06-a379-64b74ebcc3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:11:50.784298 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f49736-b321-4a89-a22c-5d4f587e8790 demo admin] Network hostable DHCP agents. Network: 22540927-5d1d-4b06-a379-64b74ebcc3b7, hostable agents: ['8ae8e7a4-55a3-4d68-87a0-8671ef43234c'], hosted agents: [] {{(pid=102633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 04:11:50.807566 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f49736-b321-4a89-a22c-5d4f587e8790 demo admin] Network 22540927-5d1d-4b06-a379-64b74ebcc3b7 is scheduled to be hosted by DHCP agent 8ae8e7a4-55a3-4d68-87a0-8671ef43234c with binding_index 1 {{(pid=102633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 04:11:50.818401 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-42f49736-b321-4a89-a22c-5d4f587e8790 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-2-iscsi, 22540927-5d1d-4b06-a379-64b74ebcc3b7) {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:11:50.824259 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f49736-b321-4a89-a22c-5d4f587e8790 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:11:50.824882 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-42f49736-b321-4a89-a22c-5d4f587e8790 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:50.829714 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a8a5de-1bab-4661-bd74-7b1a7086ea34 None None] Network 22540927-5d1d-4b06-a379-64b74ebcc3b7 requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:11:50.845073 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-42f49736-b321-4a89-a22c-5d4f587e8790 demo admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4581382 Feb 15 04:11:51.112349 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp628f2eeb-406b-5e3d-a89d-954c51e101fd-22540927-5d1d-4b06-a379-64b74ebcc3b7', 'network_id': '22540927-5d1d-4b06-a379-64b74ebcc3b7', 'project_id': '2a1c6b544b404e63a97221c73a9ace10', 'fixed_ips': [{'subnet_id': 'e103bf94-3213-4544-8c79-daef86b58a77'}]}} from dv-cinder-816104-2-iscsi. {{(pid=102635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 04:11:51.113604 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:51.408351 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.db_base_plugin_common [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Allocated IP 172.20.0.2 (22540927-5d1d-4b06-a379-64b74ebcc3b7/e103bf94-3213-4544-8c79-daef86b58a77/f8ead130-2148-48d9-87cd-09cb8c755044) {{(pid=102635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:11:51.694010 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Publish callbacks [] for port (f8ead130-2148-48d9-87cd-09cb8c755044), precommit_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:51.702826 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083'] for port (f8ead130-2148-48d9-87cd-09cb8c755044), after_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:51.787632 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Network 22540927-5d1d-4b06-a379-64b74ebcc3b7 is already hosted by enough agents. {{(pid=102635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:11:51.793494 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.scheduler.base_scheduler [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Resources bound (agent type, host, resource id): {{(pid=102635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:11:51.799240 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Pushing event updated for resources: {'Port': ['ID=f8ead130-2148-48d9-87cd-09cb8c755044,revision_number=1']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:11:51.801611 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Received port after_create {{(pid=102635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:11:51.812799 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:51.813207 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:51.813553 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:51.813912 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:51.814236 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:51.814566 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:51.814913 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:51.815226 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:51.815699 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:51.815936 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:51.816229 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:51.816537 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:51.816859 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Tracked resource versions report: Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: pushed versions: Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: { 'AddressGroup': {'1.2'}, Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: 'ConntrackHelper': {'1.0'}, Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: 'LocalIPAssociation': {'1.0'}, Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: 'Log': {'1.0'}, Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: 'Network': {'1.1'}, Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: 'Port': {'1.7'}, Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: 'PortForwarding': {'1.2'}, Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: 'QosPolicy': {'1.10'}, Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: 'SecurityGroup': {'1.5'}, Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: 'SecurityGroupRule': {'1.2'}, Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: 'SubPort': {'1.0'}, Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: 'Subnet': {'1.1'}, Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: 'Trunk': {'1.1'}} Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: consumer versions: Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: { DHCP agent@dv-cinder-816104-2-iscsi: {}, Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: L3 agent@dv-cinder-816104-2-iscsi: {}, Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: Metadata agent@dv-cinder-816104-2-iscsi: {}, Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: Metering agent@dv-cinder-816104-2-iscsi: {}, Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: Open vSwitch agent@dv-cinder-816104-2-iscsi: { 'AddressGroup': '1.2', Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: 'ConntrackHelper': '1.0', Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: 'LocalIPAssociation': '1.0', Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: 'Log': '1.0', Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: 'Network': '1.1', Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: 'Port': '1.7', Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: 'PortForwarding': '1.2', Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: 'QosPolicy': '1.10', Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: 'SecurityGroup': '1.5', Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: 'SecurityGroupRule': '1.2', Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: 'SubPort': '1.0', Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: 'Subnet': '1.1', Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: 'Trunk': '1.1'}} Feb 15 04:11:51.819184 dv-cinder-816104-2-iscsi neutron-server[102635]: {{(pid=102635) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 04:11:51.898360 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Attempting to bind port f8ead130-2148-48d9-87cd-09cb8c755044 on host dv-cinder-816104-2-iscsi for vnic_type normal with profile {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:11:51.899101 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Attempting to bind port f8ead130-2148-48d9-87cd-09cb8c755044 by drivers openvswitch,hyperv on host dv-cinder-816104-2-iscsi at level 0 using segments [{'id': 'ebd9feb1-a885-49ac-85ba-3e4b6af6d8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '22540927-5d1d-4b06-a379-64b74ebcc3b7'}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:11:51.899259 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Attempting to bind port f8ead130-2148-48d9-87cd-09cb8c755044 on network 22540927-5d1d-4b06-a379-64b74ebcc3b7 {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:11:51.905162 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Checking agent: {'id': 'e997a1d7-0267-47ad-aad7-04acf389f1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 11, 40), 'started_at': datetime.datetime(2022, 2, 15, 4, 11, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:11:51.905547 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Checking segment: {'id': 'ebd9feb1-a885-49ac-85ba-3e4b6af6d8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '22540927-5d1d-4b06-a379-64b74ebcc3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:11:51.906051 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:51.906448 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Bound using segment: {'id': 'ebd9feb1-a885-49ac-85ba-3e4b6af6d8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '22540927-5d1d-4b06-a379-64b74ebcc3b7'} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:11:51.906955 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Bound port: f8ead130-2148-48d9-87cd-09cb8c755044, host: dv-cinder-816104-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd9feb1-a885-49ac-85ba-3e4b6af6d8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '22540927-5d1d-4b06-a379-64b74ebcc3b7'}}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:11:51.907363 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (f8ead130-2148-48d9-87cd-09cb8c755044), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:51.982345 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] For port f8ead130-2148-48d9-87cd-09cb8c755044, host dv-cinder-816104-2-iscsi, cleared binding levels {{(pid=102635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:11:51.987656 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] For port f8ead130-2148-48d9-87cd-09cb8c755044, host dv-cinder-816104-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=f8ead130-2148-48d9-87cd-09cb8c755044,segment=NetworkSegment(ebd9feb1-a885-49ac-85ba-3e4b6af6d8f9),segment_id=ebd9feb1-a885-49ac-85ba-3e4b6af6d8f9)] {{(pid=102635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:11:51.998029 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (f8ead130-2148-48d9-87cd-09cb8c755044), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:52.066387 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4bf4ee-f964-4079-863e-a3f8269bfbff None None] Pushing event updated for resources: {'Port': ['ID=f8ead130-2148-48d9-87cd-09cb8c755044,revision_number=2']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:11:53.426071 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 49808) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:11:53.764842 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [None req-8fb29341-4e12-408f-b019-c299e653f679 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 04:11:53.765859 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-8fb29341-4e12-408f-b019-c299e653f679 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3388104 Feb 15 04:11:56.325697 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 49816) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:11:56.537602 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 5 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:11:56.658966 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [None req-c4eff89a-6937-488e-a132-60c1e4bd7692 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 04:11:56.660055 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-c4eff89a-6937-488e-a132-60c1e4bd7692 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3334231 Feb 15 04:11:59.246607 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 49824) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:11:59.577249 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-501f2d87-a41c-4382-a691-df8d3006938d demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:11:59.606362 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-501f2d87-a41c-4382-a691-df8d3006938d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26507'] for router (bc7ce575-67d7-43aa-87a4-067e10a2eb9c), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:59.607941 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-501f2d87-a41c-4382-a691-df8d3006938d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-639913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26498'] for router (bc7ce575-67d7-43aa-87a4-067e10a2eb9c), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:59.751355 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-501f2d87-a41c-4382-a691-df8d3006938d demo demo] Publish callbacks [] for router_controller (bc7ce575-67d7-43aa-87a4-067e10a2eb9c), precommit_add_association {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:59.757604 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-501f2d87-a41c-4382-a691-df8d3006938d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639898'] for router (bc7ce575-67d7-43aa-87a4-067e10a2eb9c), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:59.777464 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-501f2d87-a41c-4382-a691-df8d3006938d demo demo] Publish callbacks [] for router (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:11:59.778719 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-501f2d87-a41c-4382-a691-df8d3006938d demo demo] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5311348 Feb 15 04:12:02.238780 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-c04c91fb-114e-4df6-b875-c0df78788d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:02.343046 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 49836) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:12:02.491104 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device f8ead130-2148-48d9-87cd-09cb8c755044 up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:12:02.592661 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port f8ead130-2148-48d9-87cd-09cb8c755044 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:12:02.593252 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (f8ead130-2148-48d9-87cd-09cb8c755044), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:02.722158 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port f8ead130-2148-48d9-87cd-09cb8c755044 is: DOWN; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:12:02.722783 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (f8ead130-2148-48d9-87cd-09cb8c755044), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:02.762373 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [None req-5be8c23c-bfc4-4717-9016-075b5e251570 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 04:12:02.768960 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-5be8c23c-bfc4-4717-9016-075b5e251570 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4211965 Feb 15 04:12:02.769201 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] For port f8ead130-2148-48d9-87cd-09cb8c755044, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=f8ead130-2148-48d9-87cd-09cb8c755044,segment=NetworkSegment(ebd9feb1-a885-49ac-85ba-3e4b6af6d8f9),segment_id=ebd9feb1-a885-49ac-85ba-3e4b6af6d8f9)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:12:02.771748 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (f8ead130-2148-48d9-87cd-09cb8c755044), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:02.831031 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Pushing event updated for resources: {'Port': ['ID=f8ead130-2148-48d9-87cd-09cb8c755044,revision_number=3']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:12:03.481228 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4575878f-1dab-476c-a0e2-73c840c8e270 None None] Network 22540927-5d1d-4b06-a379-64b74ebcc3b7 requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:12:03.552427 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-3944374f-0f4a-474a-880b-fb5f837e0e07 None None] Provisioning complete for port f8ead130-2148-48d9-87cd-09cb8c755044 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:12:03.552812 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-3944374f-0f4a-474a-880b-fb5f837e0e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (f8ead130-2148-48d9-87cd-09cb8c755044), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:03.685329 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-3944374f-0f4a-474a-880b-fb5f837e0e07 None None] Current status of the port f8ead130-2148-48d9-87cd-09cb8c755044 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:12:03.911983 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-1926f649-bbef-4363-a262-e99971687d9b None None] Provisioning complete for port f8ead130-2148-48d9-87cd-09cb8c755044 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:12:03.912372 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-1926f649-bbef-4363-a262-e99971687d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (f8ead130-2148-48d9-87cd-09cb8c755044), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:03.998985 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-1926f649-bbef-4363-a262-e99971687d9b None None] Current status of the port f8ead130-2148-48d9-87cd-09cb8c755044 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:12:04.454204 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device f8ead130-2148-48d9-87cd-09cb8c755044 up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:12:04.503572 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port f8ead130-2148-48d9-87cd-09cb8c755044 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:12:04.504527 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (f8ead130-2148-48d9-87cd-09cb8c755044), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:04.591589 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port f8ead130-2148-48d9-87cd-09cb8c755044 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:12:05.321016 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 49844) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:12:05.831742 dv-cinder-816104-2-iscsi neutron-server[102634]: WARNING oslo_policy.policy [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 04:12:05.832313 dv-cinder-816104-2-iscsi neutron-server[102634]: WARNING oslo_policy.policy [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 04:12:06.011384 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-3f2b6728-b4f6-46e6-983b-83db24823793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:06.059312 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:12:06.114046 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] Made reservation on behalf of 14db3a76771b4984aca50bf3056efc27 for: {'network': 1} {{(pid=102634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:12:06.176251 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.policy [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102634) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 15 04:12:06.219084 dv-cinder-816104-2-iscsi neutron-server[102634]: WARNING oslo_policy.policy [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 04:12:06.219482 dv-cinder-816104-2-iscsi neutron-server[102634]: WARNING oslo_policy.policy [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 04:12:06.229223 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for network (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:06.250540 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:06.333734 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:06.369534 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] Publish callbacks [] for security_group (c6b5a595-c69e-420e-839d-f2e426cd1a14), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:06.373453 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (c6b5a595-c69e-420e-839d-f2e426cd1a14), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:06.386140 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] Reserving flat network on physical network physnet1 {{(pid=102634) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 15 04:12:06.418944 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734710277223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (5a34016a-0f1f-4003-98e1-68134538d335), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:06.419516 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] Unsubscribe: segment precommit_create {{(pid=102634) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 15 04:12:06.420054 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.db.segments_db [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] Added segment 5a34016a-0f1f-4003-98e1-68134538d335 of type flat for network e6fb9507-f434-4add-a536-b65ba033e5e7 Feb 15 04:12:06.440698 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b5a595-c69e-420e-839d-f2e426cd1a14,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:12:06.495977 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:12:06.496344 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:12:06.496668 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:12:06.497020 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:12:06.497392 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:12:06.497755 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:12:06.498075 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:12:06.498402 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:12:06.498728 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:12:06.499066 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:12:06.499384 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:12:06.499709 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:12:06.500006 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] Tracked resource versions report: Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: pushed versions: Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: { 'AddressGroup': {'1.2'}, Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: 'ConntrackHelper': {'1.0'}, Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: 'LocalIPAssociation': {'1.0'}, Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: 'Log': {'1.0'}, Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: 'Network': {'1.1'}, Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: 'Port': {'1.7'}, Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: 'PortForwarding': {'1.2'}, Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: 'QosPolicy': {'1.10'}, Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: 'SecurityGroup': {'1.5'}, Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: 'SecurityGroupRule': {'1.2'}, Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: 'SubPort': {'1.0'}, Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: 'Subnet': {'1.1'}, Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: 'Trunk': {'1.1'}} Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: consumer versions: Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: { DHCP agent@dv-cinder-816104-2-iscsi: {}, Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: L3 agent@dv-cinder-816104-2-iscsi: {}, Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: Metadata agent@dv-cinder-816104-2-iscsi: {}, Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: Metering agent@dv-cinder-816104-2-iscsi: {}, Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: Open vSwitch agent@dv-cinder-816104-2-iscsi: { 'AddressGroup': '1.2', Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: 'ConntrackHelper': '1.0', Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: 'LocalIPAssociation': '1.0', Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: 'Log': '1.0', Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: 'Network': '1.1', Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: 'Port': '1.7', Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: 'PortForwarding': '1.2', Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: 'QosPolicy': '1.10', Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: 'SecurityGroup': '1.5', Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: 'SecurityGroupRule': '1.2', Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: 'SubPort': '1.0', Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: 'Subnet': '1.1', Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: 'Trunk': '1.1'}} Feb 15 04:12:06.501385 dv-cinder-816104-2-iscsi neutron-server[102634]: {{(pid=102634) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 04:12:06.546382 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734709799334'] for network (e6fb9507-f434-4add-a536-b65ba033e5e7), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:06.600757 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571'] for network (e6fb9507-f434-4add-a536-b65ba033e5e7), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:06.602853 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:12:06.603571 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:06.692851 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3696365 Feb 15 04:12:06.721737 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ae067-44a2-4512-a2f2-f6d85bcf82d8 admin admin] Pushing event updated for resources: {'Network': ['ID=e6fb9507-f434-4add-a536-b65ba033e5e7,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:12:06.734631 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Network e6fb9507-f434-4add-a536-b65ba033e5e7 details requested by agent ovs-agent-dv-cinder-816104-2-iscsi with host dv-cinder-816104-2-iscsi {{(pid=102635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 04:12:08.423396 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:09.207270 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 49874) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:12:09.395064 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9bb45e-0a7f-4ea3-9077-9a8937f72f01 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:12:09.396422 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-fe9bb45e-0a7f-4ea3-9077-9a8937f72f01 demo admin] 10.222.0.45 "GET /v2.0/subnets/e103bf94-3213-4544-8c79-daef86b58a77 HTTP/1.1" status: 200 len: 849 time: 0.1882279 Feb 15 04:12:09.531057 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-4a4b18e8-ac6f-46bd-bc13-6729b8fee199 demo admin] 10.222.0.45 "GET /v2.0/routers/bc7ce575-67d7-43aa-87a4-067e10a2eb9c HTTP/1.1" status: 200 len: 704 time: 0.1248055 Feb 15 04:12:09.727669 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:09.820682 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7d46393-3120-4512-a8a3-434ce189b15d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:10.131502 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-b7d46393-3120-4512-a8a3-434ce189b15d demo admin] Allocated IP 172.20.0.1 (22540927-5d1d-4b06-a379-64b74ebcc3b7/e103bf94-3213-4544-8c79-daef86b58a77/a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:12:10.338261 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7d46393-3120-4512-a8a3-434ce189b15d demo admin] Publish callbacks [] for port (a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:10.403938 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7d46393-3120-4512-a8a3-434ce189b15d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083'] for port (a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:10.474840 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d46393-3120-4512-a8a3-434ce189b15d demo admin] Network 22540927-5d1d-4b06-a379-64b74ebcc3b7 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:12:10.481385 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-b7d46393-3120-4512-a8a3-434ce189b15d demo admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:12:10.489243 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d46393-3120-4512-a8a3-434ce189b15d demo admin] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:12:10.489741 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7d46393-3120-4512-a8a3-434ce189b15d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639657'] for router_interface (bc7ce575-67d7-43aa-87a4-067e10a2eb9c), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:10.555512 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d46393-3120-4512-a8a3-434ce189b15d demo admin] Pushing event updated for resources: {'Port': ['ID=a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:12:10.662137 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-4c844223-2c9f-45b5-9014-32df8313841d None None] Provisioning complete for port a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:12:10.662544 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-4c844223-2c9f-45b5-9014-32df8313841d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:10.697863 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-4c844223-2c9f-45b5-9014-32df8313841d None None] Port a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20 cannot update to ACTIVE because it is not bound. {{(pid=102635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:12:10.718400 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7d46393-3120-4512-a8a3-434ce189b15d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:10.935334 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7d46393-3120-4512-a8a3-434ce189b15d demo admin] Publish callbacks [] for port (a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:10.939771 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7d46393-3120-4512-a8a3-434ce189b15d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:10.940601 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7d46393-3120-4512-a8a3-434ce189b15d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-713549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639701'] for router_interface (bc7ce575-67d7-43aa-87a4-067e10a2eb9c), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:11.020233 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d46393-3120-4512-a8a3-434ce189b15d demo admin] Pushing event updated for resources: {'Port': ['ID=a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:12:11.075459 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d46393-3120-4512-a8a3-434ce189b15d demo admin] Network 22540927-5d1d-4b06-a379-64b74ebcc3b7 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:12:11.076873 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-b7d46393-3120-4512-a8a3-434ce189b15d demo admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:12:11.255113 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d46393-3120-4512-a8a3-434ce189b15d demo admin] Router bc7ce575-67d7-43aa-87a4-067e10a2eb9c is scheduled to L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf with binding_index 1 {{(pid=102633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 04:12:11.321704 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-192a29af-882b-40da-8428-8758d6da08de None None] Provisioning complete for port a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:12:11.322309 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-192a29af-882b-40da-8428-8758d6da08de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:11.352171 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d46393-3120-4512-a8a3-434ce189b15d demo admin] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:12:11.359114 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-192a29af-882b-40da-8428-8758d6da08de None None] Port a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20 cannot update to ACTIVE because it is not bound. {{(pid=102635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:12:11.362841 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-b7d46393-3120-4512-a8a3-434ce189b15d demo admin] 10.222.0.45 "PUT /v2.0/routers/bc7ce575-67d7-43aa-87a4-067e10a2eb9c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8240528 Feb 15 04:12:11.362975 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b21858a-ca6c-4e84-95b4-674dc3e2e3a5 None None] Sync routers for ids ['bc7ce575-67d7-43aa-87a4-067e10a2eb9c'] in dv-cinder-816104-2-iscsi {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:12:11.376560 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b21858a-ca6c-4e84-95b4-674dc3e2e3a5 None None] Routers {'bc7ce575-67d7-43aa-87a4-067e10a2eb9c'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:12:11.377335 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-8b21858a-ca6c-4e84-95b4-674dc3e2e3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:12:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['bc7ce575-67d7-43aa-87a4-067e10a2eb9c'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:12:11.574181 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-8b21858a-ca6c-4e84-95b4-674dc3e2e3a5 None None] Set router bc7ce575-67d7-43aa-87a4-067e10a2eb9c gateway port host: None {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:12:12.058889 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-8b21858a-ca6c-4e84-95b4-674dc3e2e3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7ce575-67d7-43aa-87a4-067e10a2eb9c', 'name': 'router1', 'tenant_id': '2a1c6b544b404e63a97221c73a9ace10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:11:59Z', 'updated_at': '2022-02-15T04:12:10Z', 'revision_number': 2, 'project_id': '2a1c6b544b404e63a97221c73a9ace10', 'gw_port_host': None, '_interfaces': [{'id': 'a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20', 'name': '', 'network_id': '22540927-5d1d-4b06-a379-64b74ebcc3b7', 'tenant_id': '2a1c6b544b404e63a97221c73a9ace10', 'mac_address': 'fa:16:3e:3e:28:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7ce575-67d7-43aa-87a4-067e10a2eb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e103bf94-3213-4544-8c79-daef86b58a77', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:12:09Z', 'updated_at': '2022-02-15T04:12:10Z', 'revision_number': 2, 'project_id': '2a1c6b544b404e63a97221c73a9ace10', 'subnets': [{'id': 'e103bf94-3213-4544-8c79-daef86b58a77', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7978cfda-094b-4e81-a433-4c55b3bc482a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:12:12.110561 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b21858a-ca6c-4e84-95b4-674dc3e2e3a5 None None] Checking router: bc7ce575-67d7-43aa-87a4-067e10a2eb9c for host: dv-cinder-816104-2-iscsi {{(pid=102636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:12:12.110926 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b21858a-ca6c-4e84-95b4-674dc3e2e3a5 None None] Updating router bc7ce575-67d7-43aa-87a4-067e10a2eb9c port a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20 binding host dv-cinder-816104-2-iscsi {{(pid=102636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 04:12:12.197129 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-8b21858a-ca6c-4e84-95b4-674dc3e2e3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20), before_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:12.710085 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-8b21858a-ca6c-4e84-95b4-674dc3e2e3a5 None None] Publish callbacks [] for port (a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20), precommit_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:12.721146 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-8b21858a-ca6c-4e84-95b4-674dc3e2e3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20), after_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:12.890574 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61c387-717d-46b6-80c9-b6d75ce34623 None None] Pushing event updated for resources: {'Port': ['ID=a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20,revision_number=3']} {{(pid=102636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:12:12.905501 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.managers [None req-8b21858a-ca6c-4e84-95b4-674dc3e2e3a5 None None] Attempting to bind port a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20 on host dv-cinder-816104-2-iscsi for vnic_type normal with profile {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:12:12.905908 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.managers [None req-8b21858a-ca6c-4e84-95b4-674dc3e2e3a5 None None] Attempting to bind port a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20 by drivers openvswitch,hyperv on host dv-cinder-816104-2-iscsi at level 0 using segments [{'id': 'ebd9feb1-a885-49ac-85ba-3e4b6af6d8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '22540927-5d1d-4b06-a379-64b74ebcc3b7'}] {{(pid=102636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:12:12.906377 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b21858a-ca6c-4e84-95b4-674dc3e2e3a5 None None] Attempting to bind port a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20 on network 22540927-5d1d-4b06-a379-64b74ebcc3b7 {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:12:12.909296 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61c387-717d-46b6-80c9-b6d75ce34623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:12:12.909503 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61c387-717d-46b6-80c9-b6d75ce34623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:12:12.909849 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61c387-717d-46b6-80c9-b6d75ce34623 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:12:12.910188 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61c387-717d-46b6-80c9-b6d75ce34623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:12:12.910532 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61c387-717d-46b6-80c9-b6d75ce34623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:12:12.910863 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61c387-717d-46b6-80c9-b6d75ce34623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:12:12.911218 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61c387-717d-46b6-80c9-b6d75ce34623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:12:12.911519 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61c387-717d-46b6-80c9-b6d75ce34623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:12:12.911849 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61c387-717d-46b6-80c9-b6d75ce34623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:12:12.912190 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61c387-717d-46b6-80c9-b6d75ce34623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:12:12.912521 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61c387-717d-46b6-80c9-b6d75ce34623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:12:12.912848 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61c387-717d-46b6-80c9-b6d75ce34623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:12:12.913215 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61c387-717d-46b6-80c9-b6d75ce34623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61c387-717d-46b6-80c9-b6d75ce34623 None None] Tracked resource versions report: Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: pushed versions: Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: { 'AddressGroup': {'1.2'}, Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: 'ConntrackHelper': {'1.0'}, Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: 'LocalIPAssociation': {'1.0'}, Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: 'Log': {'1.0'}, Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: 'Network': {'1.1'}, Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: 'Port': {'1.7'}, Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: 'PortForwarding': {'1.2'}, Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: 'QosPolicy': {'1.10'}, Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: 'SecurityGroup': {'1.5'}, Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: 'SecurityGroupRule': {'1.2'}, Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: 'SubPort': {'1.0'}, Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: 'Subnet': {'1.1'}, Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: 'Trunk': {'1.1'}} Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: consumer versions: Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: { DHCP agent@dv-cinder-816104-2-iscsi: {}, Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: L3 agent@dv-cinder-816104-2-iscsi: {}, Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: Metadata agent@dv-cinder-816104-2-iscsi: {}, Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: Metering agent@dv-cinder-816104-2-iscsi: {}, Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: Open vSwitch agent@dv-cinder-816104-2-iscsi: { 'AddressGroup': '1.2', Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: 'ConntrackHelper': '1.0', Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: 'LocalIPAssociation': '1.0', Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: 'Log': '1.0', Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: 'Network': '1.1', Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: 'Port': '1.7', Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: 'PortForwarding': '1.2', Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: 'QosPolicy': '1.10', Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: 'SecurityGroup': '1.5', Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: 'SecurityGroupRule': '1.2', Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: 'SubPort': '1.0', Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: 'Subnet': '1.1', Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: 'Trunk': '1.1'}} Feb 15 04:12:12.915399 dv-cinder-816104-2-iscsi neutron-server[102636]: {{(pid=102636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 04:12:12.922259 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b21858a-ca6c-4e84-95b4-674dc3e2e3a5 None None] Checking agent: {'id': 'e997a1d7-0267-47ad-aad7-04acf389f1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 11, 40), 'started_at': datetime.datetime(2022, 2, 15, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:12:12.922684 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b21858a-ca6c-4e84-95b4-674dc3e2e3a5 None None] Checking segment: {'id': 'ebd9feb1-a885-49ac-85ba-3e4b6af6d8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '22540927-5d1d-4b06-a379-64b74ebcc3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:12:12.923193 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-8b21858a-ca6c-4e84-95b4-674dc3e2e3a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:12.923594 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b21858a-ca6c-4e84-95b4-674dc3e2e3a5 None None] Bound using segment: {'id': 'ebd9feb1-a885-49ac-85ba-3e4b6af6d8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '22540927-5d1d-4b06-a379-64b74ebcc3b7'} {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:12:12.924084 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.managers [None req-8b21858a-ca6c-4e84-95b4-674dc3e2e3a5 None None] Bound port: a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20, host: dv-cinder-816104-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd9feb1-a885-49ac-85ba-3e4b6af6d8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '22540927-5d1d-4b06-a379-64b74ebcc3b7'}}] {{(pid=102636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:12:12.924469 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-8b21858a-ca6c-4e84-95b4-674dc3e2e3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20), before_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:12.994943 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.db [None req-8b21858a-ca6c-4e84-95b4-674dc3e2e3a5 None None] For port a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20, host dv-cinder-816104-2-iscsi, cleared binding levels {{(pid=102636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:12:13.002574 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-ef66d791-dfce-4b9e-a493-26aded6fb3ed None None] Provisioning complete for port a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:12:13.003333 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-ef66d791-dfce-4b9e-a493-26aded6fb3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:13.015462 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.db [None req-8b21858a-ca6c-4e84-95b4-674dc3e2e3a5 None None] For port a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20, host dv-cinder-816104-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20,segment=NetworkSegment(ebd9feb1-a885-49ac-85ba-3e4b6af6d8f9),segment_id=ebd9feb1-a885-49ac-85ba-3e4b6af6d8f9)] {{(pid=102636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:12:13.022530 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-8b21858a-ca6c-4e84-95b4-674dc3e2e3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20), after_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:13.076803 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-ef66d791-dfce-4b9e-a493-26aded6fb3ed None None] Port a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20 cannot update to ACTIVE because it is not bound. {{(pid=102635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:12:13.087372 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61c387-717d-46b6-80c9-b6d75ce34623 None None] Pushing event updated for resources: {'Port': ['ID=a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20,revision_number=4']} {{(pid=102636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:12:13.091982 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b21858a-ca6c-4e84-95b4-674dc3e2e3a5 None None] Routers {'bc7ce575-67d7-43aa-87a4-067e10a2eb9c'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:12:13.092627 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-8b21858a-ca6c-4e84-95b4-674dc3e2e3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:12:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['bc7ce575-67d7-43aa-87a4-067e10a2eb9c'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:12:13.190207 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-8b21858a-ca6c-4e84-95b4-674dc3e2e3a5 None None] Set router bc7ce575-67d7-43aa-87a4-067e10a2eb9c gateway port host: None {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:12:13.297678 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-ac1aac20-581c-4c0f-bcf5-7d3b0b07cb18 None None] Provisioning complete for port a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:12:13.298153 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-ac1aac20-581c-4c0f-bcf5-7d3b0b07cb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:13.404621 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-ac1aac20-581c-4c0f-bcf5-7d3b0b07cb18 None None] Current status of the port a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20 is: DOWN; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:12:13.405064 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-ac1aac20-581c-4c0f-bcf5-7d3b0b07cb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:13.429928 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-8b21858a-ca6c-4e84-95b4-674dc3e2e3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7ce575-67d7-43aa-87a4-067e10a2eb9c', 'name': 'router1', 'tenant_id': '2a1c6b544b404e63a97221c73a9ace10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:11:59Z', 'updated_at': '2022-02-15T04:12:10Z', 'revision_number': 2, 'project_id': '2a1c6b544b404e63a97221c73a9ace10', 'gw_port_host': None, '_interfaces': [{'id': 'a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20', 'name': '', 'network_id': '22540927-5d1d-4b06-a379-64b74ebcc3b7', 'tenant_id': '2a1c6b544b404e63a97221c73a9ace10', 'mac_address': 'fa:16:3e:3e:28:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7ce575-67d7-43aa-87a4-067e10a2eb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e103bf94-3213-4544-8c79-daef86b58a77', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:12:09Z', 'updated_at': '2022-02-15T04:12:12Z', 'revision_number': 4, 'project_id': '2a1c6b544b404e63a97221c73a9ace10', 'subnets': [{'id': 'e103bf94-3213-4544-8c79-daef86b58a77', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7978cfda-094b-4e81-a433-4c55b3bc482a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:12:13.445517 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-ac1aac20-581c-4c0f-bcf5-7d3b0b07cb18 None None] For port a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20,segment=NetworkSegment(ebd9feb1-a885-49ac-85ba-3e4b6af6d8f9),segment_id=ebd9feb1-a885-49ac-85ba-3e4b6af6d8f9)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:12:13.450382 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-ac1aac20-581c-4c0f-bcf5-7d3b0b07cb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:13.468318 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b21858a-ca6c-4e84-95b4-674dc3e2e3a5 None None] The sync data for ids ['bc7ce575-67d7-43aa-87a4-067e10a2eb9c'] in dv-cinder-816104-2-iscsi is: [{'id': 'bc7ce575-67d7-43aa-87a4-067e10a2eb9c', 'name': 'router1', 'tenant_id': '2a1c6b544b404e63a97221c73a9ace10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:11:59Z', 'updated_at': '2022-02-15T04:12:10Z', 'revision_number': 2, 'project_id': '2a1c6b544b404e63a97221c73a9ace10', 'gw_port_host': None, '_interfaces': [{'id': 'a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20', 'name': '', 'network_id': '22540927-5d1d-4b06-a379-64b74ebcc3b7', 'tenant_id': '2a1c6b544b404e63a97221c73a9ace10', 'mac_address': 'fa:16:3e:3e:28:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7ce575-67d7-43aa-87a4-067e10a2eb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e103bf94-3213-4544-8c79-daef86b58a77', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:12:09Z', 'updated_at': '2022-02-15T04:12:12Z', 'revision_number': 4, 'project_id': '2a1c6b544b404e63a97221c73a9ace10', 'subnets': [{'id': 'e103bf94-3213-4544-8c79-daef86b58a77', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7978cfda-094b-4e81-a433-4c55b3bc482a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:12:13.512632 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1aac20-581c-4c0f-bcf5-7d3b0b07cb18 None None] Pushing event updated for resources: {'Port': ['ID=a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20,revision_number=5']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:12:13.880698 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 49894) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:12:14.011064 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c78f21a-e951-4d71-a02e-5fa928cfe478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:12:14.012452 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-5c78f21a-e951-4d71-a02e-5fa928cfe478 admin admin] 10.222.0.45 "GET /v2.0/networks/e6fb9507-f434-4add-a536-b65ba033e5e7 HTTP/1.1" status: 200 len: 842 time: 0.1302457 Feb 15 04:12:14.025978 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-38dd4532-113d-424f-8d39-e7ed6cadcb8f admin admin] Request body: {'subnet': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'ip_version': 4}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:12:14.049137 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38dd4532-113d-424f-8d39-e7ed6cadcb8f admin admin] Made reservation on behalf of 14db3a76771b4984aca50bf3056efc27 for: {'subnet': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:12:14.051488 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-38dd4532-113d-424f-8d39-e7ed6cadcb8f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:14.350155 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.objects.ports [None req-38dd4532-113d-424f-8d39-e7ed6cadcb8f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102633) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 04:12:14.350624 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-38dd4532-113d-424f-8d39-e7ed6cadcb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571'] for subnet (ff2a616f-f347-4e09-a791-22c9c65ada0b), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:14.408089 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd4532-113d-424f-8d39-e7ed6cadcb8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff2a616f-f347-4e09-a791-22c9c65ada0b,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:12:14.415596 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dd4532-113d-424f-8d39-e7ed6cadcb8f admin admin] Checking segment: {'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:12:14.415948 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dd4532-113d-424f-8d39-e7ed6cadcb8f admin admin] Network hostable DHCP agents. Network: e6fb9507-f434-4add-a536-b65ba033e5e7, hostable agents: ['8ae8e7a4-55a3-4d68-87a0-8671ef43234c'], hosted agents: [] {{(pid=102633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 04:12:14.433836 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dd4532-113d-424f-8d39-e7ed6cadcb8f admin admin] Network e6fb9507-f434-4add-a536-b65ba033e5e7 is scheduled to be hosted by DHCP agent 8ae8e7a4-55a3-4d68-87a0-8671ef43234c with binding_index 1 {{(pid=102633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 04:12:14.447741 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-38dd4532-113d-424f-8d39-e7ed6cadcb8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-2-iscsi, e6fb9507-f434-4add-a536-b65ba033e5e7) {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:12:14.456000 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dd4532-113d-424f-8d39-e7ed6cadcb8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:12:14.456000 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-38dd4532-113d-424f-8d39-e7ed6cadcb8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:14.459849 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ec06f8-07f6-458b-9a8e-7b5a7e85722b None None] Network e6fb9507-f434-4add-a536-b65ba033e5e7 requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:12:14.496925 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-38dd4532-113d-424f-8d39-e7ed6cadcb8f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4609787 Feb 15 04:12:14.580569 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0018c62c-dc9e-422d-b2e3-2af28ca73e4d None None] Network e6fb9507-f434-4add-a536-b65ba033e5e7 requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:12:16.973077 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 49902) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:12:17.182806 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-d51e74d1-5373-4a92-982e-f8c920e9b95a demo admin] 10.222.0.45 "GET /v2.0/routers/bc7ce575-67d7-43aa-87a4-067e10a2eb9c HTTP/1.1" status: 200 len: 710 time: 0.2086535 Feb 15 04:12:17.280353 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc379717-86dc-4ad9-9d7b-635380910b53 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:12:17.281734 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-cc379717-86dc-4ad9-9d7b-635380910b53 demo admin] 10.222.0.45 "GET /v2.0/networks/e6fb9507-f434-4add-a536-b65ba033e5e7 HTTP/1.1" status: 200 len: 886 time: 0.0935256 Feb 15 04:12:17.290626 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-76ff4bce-7daa-47ce-a7f9-a872f9243360 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:12:17.551182 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-76ff4bce-7daa-47ce-a7f9-a872f9243360 demo admin] Publish callbacks [] for router_gateway (bc7ce575-67d7-43aa-87a4-067e10a2eb9c), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:17.810362 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-76ff4bce-7daa-47ce-a7f9-a872f9243360 demo admin] Publish callbacks [] for router_gateway (bc7ce575-67d7-43aa-87a4-067e10a2eb9c), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:17.885961 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-76ff4bce-7daa-47ce-a7f9-a872f9243360 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:17.996174 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-76ff4bce-7daa-47ce-a7f9-a872f9243360 demo admin] Allocated IP 172.27.1.146 (e6fb9507-f434-4add-a536-b65ba033e5e7/ff2a616f-f347-4e09-a791-22c9c65ada0b/081db798-50e1-4612-b457-58a15fe70052) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:12:18.108172 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-76ff4bce-7daa-47ce-a7f9-a872f9243360 demo admin] Publish callbacks [] for port (081db798-50e1-4612-b457-58a15fe70052), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:18.143382 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-76ff4bce-7daa-47ce-a7f9-a872f9243360 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083'] for port (081db798-50e1-4612-b457-58a15fe70052), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:18.189109 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ff4bce-7daa-47ce-a7f9-a872f9243360 demo admin] Network e6fb9507-f434-4add-a536-b65ba033e5e7 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:12:18.195522 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-76ff4bce-7daa-47ce-a7f9-a872f9243360 demo admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:12:18.199007 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ff4bce-7daa-47ce-a7f9-a872f9243360 demo admin] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:12:18.203004 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff4bce-7daa-47ce-a7f9-a872f9243360 demo admin] Pushing event updated for resources: {'Port': ['ID=081db798-50e1-4612-b457-58a15fe70052,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:12:18.471052 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-76ff4bce-7daa-47ce-a7f9-a872f9243360 demo admin] Publish callbacks [] for router_gateway (bc7ce575-67d7-43aa-87a4-067e10a2eb9c), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:18.807428 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-76ff4bce-7daa-47ce-a7f9-a872f9243360 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-639935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26544'] for router (bc7ce575-67d7-43aa-87a4-067e10a2eb9c), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:18.811423 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-76ff4bce-7daa-47ce-a7f9-a872f9243360 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-639876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-639885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648814'] for router (bc7ce575-67d7-43aa-87a4-067e10a2eb9c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:18.932880 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ff4bce-7daa-47ce-a7f9-a872f9243360 demo admin] Router bc7ce575-67d7-43aa-87a4-067e10a2eb9c has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:12:19.055027 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ff4bce-7daa-47ce-a7f9-a872f9243360 demo admin] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:12:19.061898 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-76ff4bce-7daa-47ce-a7f9-a872f9243360 demo admin] Publish callbacks [] for router (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:19.077190 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-76ff4bce-7daa-47ce-a7f9-a872f9243360 demo admin] 10.222.0.45 "PUT /v2.0/routers/bc7ce575-67d7-43aa-87a4-067e10a2eb9c HTTP/1.1" status: 200 len: 890 time: 1.7758057 Feb 15 04:12:20.503393 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20 up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:12:20.561705 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:12:20.562356 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:20.651793 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:12:21.723223 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 49914) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:12:21.848626 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-08648389-153a-4cfa-a04a-5fbf98cee90e admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1242032 Feb 15 04:12:22.273310 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef2c962-7485-46ff-a918-9c13a893593d None None] Sync routers for ids ['bc7ce575-67d7-43aa-87a4-067e10a2eb9c'] in dv-cinder-816104-2-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:12:22.286309 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef2c962-7485-46ff-a918-9c13a893593d None None] Routers {'bc7ce575-67d7-43aa-87a4-067e10a2eb9c'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:12:22.287030 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-6ef2c962-7485-46ff-a918-9c13a893593d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:12:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['bc7ce575-67d7-43aa-87a4-067e10a2eb9c'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:12:22.536492 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-6ef2c962-7485-46ff-a918-9c13a893593d None None] Set router bc7ce575-67d7-43aa-87a4-067e10a2eb9c gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:12:23.078501 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-6ef2c962-7485-46ff-a918-9c13a893593d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7ce575-67d7-43aa-87a4-067e10a2eb9c', 'name': 'router1', 'tenant_id': '2a1c6b544b404e63a97221c73a9ace10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '081db798-50e1-4612-b457-58a15fe70052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:11:59Z', 'updated_at': '2022-02-15T04:12:18Z', 'revision_number': 4, 'project_id': '2a1c6b544b404e63a97221c73a9ace10', 'gw_port': {'id': '081db798-50e1-4612-b457-58a15fe70052', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:56:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7ce575-67d7-43aa-87a4-067e10a2eb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:12:17Z', 'updated_at': '2022-02-15T04:12:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': 'a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20', 'name': '', 'network_id': '22540927-5d1d-4b06-a379-64b74ebcc3b7', 'tenant_id': '2a1c6b544b404e63a97221c73a9ace10', 'mac_address': 'fa:16:3e:3e:28:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7ce575-67d7-43aa-87a4-067e10a2eb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e103bf94-3213-4544-8c79-daef86b58a77', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:12:09Z', 'updated_at': '2022-02-15T04:12:13Z', 'revision_number': 5, 'project_id': '2a1c6b544b404e63a97221c73a9ace10', 'subnets': [{'id': 'e103bf94-3213-4544-8c79-daef86b58a77', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7978cfda-094b-4e81-a433-4c55b3bc482a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:12:23.149972 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef2c962-7485-46ff-a918-9c13a893593d None None] Checking router: bc7ce575-67d7-43aa-87a4-067e10a2eb9c for host: dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:12:23.150607 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef2c962-7485-46ff-a918-9c13a893593d None None] Updating router bc7ce575-67d7-43aa-87a4-067e10a2eb9c port 081db798-50e1-4612-b457-58a15fe70052 binding host dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 04:12:23.209104 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-6ef2c962-7485-46ff-a918-9c13a893593d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (081db798-50e1-4612-b457-58a15fe70052), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:23.557798 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-6ef2c962-7485-46ff-a918-9c13a893593d None None] Publish callbacks [] for port (081db798-50e1-4612-b457-58a15fe70052), precommit_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:23.564935 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-6ef2c962-7485-46ff-a918-9c13a893593d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (081db798-50e1-4612-b457-58a15fe70052), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:23.624056 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01c0f6-5e00-4c53-a802-d91935273b32 None None] Pushing event updated for resources: {'Port': ['ID=081db798-50e1-4612-b457-58a15fe70052,revision_number=2']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:12:23.630189 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-6ef2c962-7485-46ff-a918-9c13a893593d None None] Attempting to bind port 081db798-50e1-4612-b457-58a15fe70052 on host dv-cinder-816104-2-iscsi for vnic_type normal with profile {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:12:23.630561 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-6ef2c962-7485-46ff-a918-9c13a893593d None None] Attempting to bind port 081db798-50e1-4612-b457-58a15fe70052 by drivers openvswitch,hyperv on host dv-cinder-816104-2-iscsi at level 0 using segments [{'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:12:23.630924 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef2c962-7485-46ff-a918-9c13a893593d None None] Attempting to bind port 081db798-50e1-4612-b457-58a15fe70052 on network e6fb9507-f434-4add-a536-b65ba033e5e7 {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:12:23.638062 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef2c962-7485-46ff-a918-9c13a893593d None None] Checking agent: {'id': 'e997a1d7-0267-47ad-aad7-04acf389f1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 11, 40), 'started_at': datetime.datetime(2022, 2, 15, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:12:23.642033 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef2c962-7485-46ff-a918-9c13a893593d None None] Checking segment: {'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:12:23.642033 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-6ef2c962-7485-46ff-a918-9c13a893593d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:23.642033 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef2c962-7485-46ff-a918-9c13a893593d None None] Bound using segment: {'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:12:23.645273 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-6ef2c962-7485-46ff-a918-9c13a893593d None None] Bound port: 081db798-50e1-4612-b457-58a15fe70052, host: dv-cinder-816104-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:12:23.646747 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-6ef2c962-7485-46ff-a918-9c13a893593d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (081db798-50e1-4612-b457-58a15fe70052), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:23.715768 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-6ef2c962-7485-46ff-a918-9c13a893593d None None] For port 081db798-50e1-4612-b457-58a15fe70052, host dv-cinder-816104-2-iscsi, cleared binding levels {{(pid=102635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:12:23.721095 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-6ef2c962-7485-46ff-a918-9c13a893593d None None] For port 081db798-50e1-4612-b457-58a15fe70052, host dv-cinder-816104-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=081db798-50e1-4612-b457-58a15fe70052,segment=NetworkSegment(5a34016a-0f1f-4003-98e1-68134538d335),segment_id=5a34016a-0f1f-4003-98e1-68134538d335)] {{(pid=102635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:12:23.730288 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-6ef2c962-7485-46ff-a918-9c13a893593d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (081db798-50e1-4612-b457-58a15fe70052), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:23.780384 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef2c962-7485-46ff-a918-9c13a893593d None None] Routers {'bc7ce575-67d7-43aa-87a4-067e10a2eb9c'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:12:23.780963 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-6ef2c962-7485-46ff-a918-9c13a893593d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:12:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['bc7ce575-67d7-43aa-87a4-067e10a2eb9c'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:12:23.858861 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01c0f6-5e00-4c53-a802-d91935273b32 None None] Pushing event updated for resources: {'Port': ['ID=081db798-50e1-4612-b457-58a15fe70052,revision_number=3']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:12:23.929323 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-6ef2c962-7485-46ff-a918-9c13a893593d None None] Set router bc7ce575-67d7-43aa-87a4-067e10a2eb9c gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:12:24.225525 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-6ef2c962-7485-46ff-a918-9c13a893593d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7ce575-67d7-43aa-87a4-067e10a2eb9c', 'name': 'router1', 'tenant_id': '2a1c6b544b404e63a97221c73a9ace10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '081db798-50e1-4612-b457-58a15fe70052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:11:59Z', 'updated_at': '2022-02-15T04:12:18Z', 'revision_number': 4, 'project_id': '2a1c6b544b404e63a97221c73a9ace10', 'gw_port': {'id': '081db798-50e1-4612-b457-58a15fe70052', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:56:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7ce575-67d7-43aa-87a4-067e10a2eb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:12:17Z', 'updated_at': '2022-02-15T04:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': 'a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20', 'name': '', 'network_id': '22540927-5d1d-4b06-a379-64b74ebcc3b7', 'tenant_id': '2a1c6b544b404e63a97221c73a9ace10', 'mac_address': 'fa:16:3e:3e:28:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7ce575-67d7-43aa-87a4-067e10a2eb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e103bf94-3213-4544-8c79-daef86b58a77', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:12:09Z', 'updated_at': '2022-02-15T04:12:13Z', 'revision_number': 5, 'project_id': '2a1c6b544b404e63a97221c73a9ace10', 'subnets': [{'id': 'e103bf94-3213-4544-8c79-daef86b58a77', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7978cfda-094b-4e81-a433-4c55b3bc482a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:12:24.269838 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef2c962-7485-46ff-a918-9c13a893593d None None] The sync data for ids ['bc7ce575-67d7-43aa-87a4-067e10a2eb9c'] in dv-cinder-816104-2-iscsi is: [{'id': 'bc7ce575-67d7-43aa-87a4-067e10a2eb9c', 'name': 'router1', 'tenant_id': '2a1c6b544b404e63a97221c73a9ace10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '081db798-50e1-4612-b457-58a15fe70052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:11:59Z', 'updated_at': '2022-02-15T04:12:18Z', 'revision_number': 4, 'project_id': '2a1c6b544b404e63a97221c73a9ace10', 'gw_port': {'id': '081db798-50e1-4612-b457-58a15fe70052', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:56:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7ce575-67d7-43aa-87a4-067e10a2eb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:12:17Z', 'updated_at': '2022-02-15T04:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': 'a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20', 'name': '', 'network_id': '22540927-5d1d-4b06-a379-64b74ebcc3b7', 'tenant_id': '2a1c6b544b404e63a97221c73a9ace10', 'mac_address': 'fa:16:3e:3e:28:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7ce575-67d7-43aa-87a4-067e10a2eb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e103bf94-3213-4544-8c79-daef86b58a77', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:12:09Z', 'updated_at': '2022-02-15T04:12:13Z', 'revision_number': 5, 'project_id': '2a1c6b544b404e63a97221c73a9ace10', 'subnets': [{'id': 'e103bf94-3213-4544-8c79-daef86b58a77', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7978cfda-094b-4e81-a433-4c55b3bc482a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:12:24.555043 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 081db798-50e1-4612-b457-58a15fe70052 up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:12:24.633004 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port 081db798-50e1-4612-b457-58a15fe70052 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:12:24.634443 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (081db798-50e1-4612-b457-58a15fe70052), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:24.758566 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port 081db798-50e1-4612-b457-58a15fe70052 is: DOWN; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:12:24.759343 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (081db798-50e1-4612-b457-58a15fe70052), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:24.801145 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] For port 081db798-50e1-4612-b457-58a15fe70052, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=081db798-50e1-4612-b457-58a15fe70052,segment=NetworkSegment(5a34016a-0f1f-4003-98e1-68134538d335),segment_id=5a34016a-0f1f-4003-98e1-68134538d335)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:12:24.807041 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (081db798-50e1-4612-b457-58a15fe70052), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:24.957053 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Pushing event updated for resources: {'Port': ['ID=081db798-50e1-4612-b457-58a15fe70052,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:12:26.523647 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 081db798-50e1-4612-b457-58a15fe70052 up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:12:26.637405 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port 081db798-50e1-4612-b457-58a15fe70052 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:12:26.638478 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (081db798-50e1-4612-b457-58a15fe70052), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:26.794423 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port 081db798-50e1-4612-b457-58a15fe70052 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:12:32.259585 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-c1681e97-f319-429e-9496-1ba315dbf2a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:33.537627 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 5 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:12:36.016489 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-85c6348f-abff-46bb-9b99-9592f22b54f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:36.340321 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:38.437032 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:12:39.734380 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:13:02.242065 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-b8646e9d-e74d-4712-80f3-9647152464da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:13:06.024077 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-3b552e77-f105-47e8-a958-50955c1328eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:13:06.346817 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:13:08.448355 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:13:09.733059 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:13:10.538406 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 5 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:13:32.237156 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-935d480b-af06-446c-bf84-a8500925fa26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:13:36.019138 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-50ba3ba9-9271-4411-915a-05164cd959f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:13:36.344820 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:13:38.440799 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:13:39.730468 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:13:47.538303 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 5 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:13:49.942541 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 50398) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:13:50.007678 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94923c5-26e9-48e4-8af2-709432c79add admin admin] GET failed (client error): The resource could not be found. Feb 15 04:13:50.009105 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-e94923c5-26e9-48e4-8af2-709432c79add admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0653682 Feb 15 04:13:50.172965 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964bd370-12ac-4c1f-99dd-b310e20dc37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:13:50.174544 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-964bd370-12ac-4c1f-99dd-b310e20dc37c admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1603236 Feb 15 04:13:52.474261 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 50408) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:13:52.578687 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815af979-3568-446e-8529-b4528f230644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:13:52.580382 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-815af979-3568-446e-8529-b4528f230644 admin admin] 10.222.0.45 "GET /v2.0/subnets/e103bf94-3213-4544-8c79-daef86b58a77 HTTP/1.1" status: 200 len: 849 time: 0.1051495 Feb 15 04:13:52.590499 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-d61b53cc-3e35-411f-bd43-e4ef748a5bc7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:13:52.685268 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d61b53cc-3e35-411f-bd43-e4ef748a5bc7 admin admin] Publish callbacks [] for subnet (e103bf94-3213-4544-8c79-daef86b58a77), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:13:52.835245 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d61b53cc-3e35-411f-bd43-e4ef748a5bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734710173368'] for subnet (e103bf94-3213-4544-8c79-daef86b58a77), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:13:52.868165 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61b53cc-3e35-411f-bd43-e4ef748a5bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:13:52.868762 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d61b53cc-3e35-411f-bd43-e4ef748a5bc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:13:52.868874 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348a49ba-9c93-49f9-ab4b-8f1fcd0dee5d None None] Network 22540927-5d1d-4b06-a379-64b74ebcc3b7 requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:13:52.870079 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-d61b53cc-3e35-411f-bd43-e4ef748a5bc7 admin admin] 10.222.0.45 "PUT /v2.0/subnets/e103bf94-3213-4544-8c79-daef86b58a77 HTTP/1.1" status: 200 len: 868 time: 0.2835312 Feb 15 04:13:52.889665 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b53cc-3e35-411f-bd43-e4ef748a5bc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e103bf94-3213-4544-8c79-daef86b58a77,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:13:52.898327 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b53cc-3e35-411f-bd43-e4ef748a5bc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:13:52.898845 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b53cc-3e35-411f-bd43-e4ef748a5bc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:13:52.899035 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b53cc-3e35-411f-bd43-e4ef748a5bc7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:13:52.899368 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b53cc-3e35-411f-bd43-e4ef748a5bc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:13:52.899703 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b53cc-3e35-411f-bd43-e4ef748a5bc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:13:52.900030 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b53cc-3e35-411f-bd43-e4ef748a5bc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:13:52.900378 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b53cc-3e35-411f-bd43-e4ef748a5bc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:13:52.900710 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b53cc-3e35-411f-bd43-e4ef748a5bc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:13:52.901071 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b53cc-3e35-411f-bd43-e4ef748a5bc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:13:52.901415 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b53cc-3e35-411f-bd43-e4ef748a5bc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:13:52.901767 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b53cc-3e35-411f-bd43-e4ef748a5bc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:13:52.902088 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b53cc-3e35-411f-bd43-e4ef748a5bc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:13:52.902414 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b53cc-3e35-411f-bd43-e4ef748a5bc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:13:53.344825 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-60669584-0aa8-4858-bde5-565997a04fe2 None None] Provisioning complete for port a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:13:53.345117 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-60669584-0aa8-4858-bde5-565997a04fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:13:53.425687 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-60669584-0aa8-4858-bde5-565997a04fe2 None None] Current status of the port a8b7ed5b-b50a-4ec9-a47f-14fdc6af4b20 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:13:53.436269 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-60669584-0aa8-4858-bde5-565997a04fe2 None None] Provisioning complete for port f8ead130-2148-48d9-87cd-09cb8c755044 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:13:53.436738 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-60669584-0aa8-4858-bde5-565997a04fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (f8ead130-2148-48d9-87cd-09cb8c755044), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:13:53.515945 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-60669584-0aa8-4858-bde5-565997a04fe2 None None] Current status of the port f8ead130-2148-48d9-87cd-09cb8c755044 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:13:55.184457 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 50416) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:13:55.412970 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f422277-3cff-4f2a-a9d0-68cda2b01947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:13:55.413353 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f422277-3cff-4f2a-a9d0-68cda2b01947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:13:55.415064 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-3f422277-3cff-4f2a-a9d0-68cda2b01947 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2295568 Feb 15 04:13:57.744494 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 50424) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:13:57.887964 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20be3fc8-f43f-4013-b7a0-c101c6ba7d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:13:57.888431 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20be3fc8-f43f-4013-b7a0-c101c6ba7d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:13:57.890089 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-20be3fc8-f43f-4013-b7a0-c101c6ba7d7a admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1445978 Feb 15 04:14:00.201254 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 50432) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:14:00.344750 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b8e4fb-b717-432d-bc27-234b1245a941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:14:00.346160 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-26b8e4fb-b717-432d-bc27-234b1245a941 admin admin] 10.222.0.45 "GET /v2.0/networks/22540927-5d1d-4b06-a379-64b74ebcc3b7 HTTP/1.1" status: 200 len: 868 time: 0.1439579 Feb 15 04:14:02.240759 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-f9e71f0a-f341-47df-8806-58c567038a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:14:02.664734 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 50440) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:14:02.797528 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839b6880-7b39-425b-9a91-a9ec47970c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:14:02.798841 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-839b6880-7b39-425b-9a91-a9ec47970c9f admin admin] 10.222.0.45 "GET /v2.0/networks/e6fb9507-f434-4add-a536-b65ba033e5e7 HTTP/1.1" status: 200 len: 886 time: 0.1331100 Feb 15 04:14:05.118940 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 50448) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:14:05.366452 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cfcf7d-025e-4e18-a256-666a805b0b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:14:05.366801 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cfcf7d-025e-4e18-a256-666a805b0b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:14:05.368341 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-45cfcf7d-025e-4e18-a256-666a805b0b14 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2484524 Feb 15 04:14:06.013596 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-c6392743-b3d0-425b-861e-4fb9178d23de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:14:06.347571 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:14:07.680925 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 50456) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:14:07.779155 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4341f9bf-d1f8-417e-82b7-1fb8355eb0d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:14:07.779594 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4341f9bf-d1f8-417e-82b7-1fb8355eb0d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:14:07.781155 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-4341f9bf-d1f8-417e-82b7-1fb8355eb0d0 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0992165 Feb 15 04:14:08.440298 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:14:09.738176 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:14:10.075667 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 50464) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:14:10.175405 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde40972-4dc5-4e1c-a62e-dfc91384bc4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:14:10.177533 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-fde40972-4dc5-4e1c-a62e-dfc91384bc4f admin admin] 10.222.0.45 "GET /v2.0/subnets/e103bf94-3213-4544-8c79-daef86b58a77 HTTP/1.1" status: 200 len: 868 time: 0.1008544 Feb 15 04:14:12.468917 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 50472) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:14:12.566318 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02265b36-c83d-4e93-a124-2c3a4cb185b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:14:12.567751 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-02265b36-c83d-4e93-a124-2c3a4cb185b2 admin admin] 10.222.0.45 "GET /v2.0/subnets/ff2a616f-f347-4e09-a791-22c9c65ada0b HTTP/1.1" status: 200 len: 816 time: 0.0978220 Feb 15 04:14:24.537147 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 5 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:14:32.246441 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-ce874d6f-7e6b-4e1e-8d71-4185b3a87cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:14:36.015834 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-ba5bffd4-b54c-4fe2-898d-8bc4d71b3972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:14:36.352055 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:14:36.818134 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 50524) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:14:36.866813 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [None req-34a21512-6f54-4434-9da9-43bb8ad66ab6 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 04:14:36.867855 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-34a21512-6f54-4434-9da9-43bb8ad66ab6 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0487683 Feb 15 04:14:38.449468 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:14:39.251722 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 50532) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:14:39.312944 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.pecan_wsgi.hooks.translation [None req-98fe120f-bc4d-4367-93d6-96ff0ce29e9b admin admin] GET failed (client error): The resource could not be found. Feb 15 04:14:39.314238 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-98fe120f-bc4d-4367-93d6-96ff0ce29e9b admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0615797 Feb 15 04:14:39.399073 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc00615b-f525-473a-ae34-0e89a107dd9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:14:39.400545 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-fc00615b-f525-473a-ae34-0e89a107dd9b admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0816908 Feb 15 04:14:39.731234 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:14:41.817845 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 50540) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:14:41.864969 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-17b3f0a4-7a4c-4a4d-b72c-e3411a52da51 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:14:41.884687 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b3f0a4-7a4c-4a4d-b72c-e3411a52da51 admin admin] Made reservation on behalf of 14db3a76771b4984aca50bf3056efc27 for: {'network': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:14:41.886970 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-17b3f0a4-7a4c-4a4d-b72c-e3411a52da51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for network (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:14:41.915014 dv-cinder-816104-2-iscsi neutron-server[102633]: WARNING neutron.services.revisions.revision_plugin [None req-17b3f0a4-7a4c-4a4d-b72c-e3411a52da51 admin admin] Could not find related network for resource to bump revision. Feb 15 04:14:41.927893 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b3f0a4-7a4c-4a4d-b72c-e3411a52da51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=102633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 04:14:41.938178 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-17b3f0a4-7a4c-4a4d-b72c-e3411a52da51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (084702ea-63cf-404f-b0bc-258e0a5c8347), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:14:41.938515 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.db.segments_db [None req-17b3f0a4-7a4c-4a4d-b72c-e3411a52da51 admin admin] Added segment 084702ea-63cf-404f-b0bc-258e0a5c8347 of type vlan for network 46bd0f52-f947-4c68-9bd6-f0e668b839e9 Feb 15 04:14:41.981451 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-17b3f0a4-7a4c-4a4d-b72c-e3411a52da51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734709799334'] for network (46bd0f52-f947-4c68-9bd6-f0e668b839e9), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:14:42.005731 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-17b3f0a4-7a4c-4a4d-b72c-e3411a52da51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571'] for network (46bd0f52-f947-4c68-9bd6-f0e668b839e9), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:14:42.006687 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b3f0a4-7a4c-4a4d-b72c-e3411a52da51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:14:42.007251 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-17b3f0a4-7a4c-4a4d-b72c-e3411a52da51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:14:42.084734 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-17b3f0a4-7a4c-4a4d-b72c-e3411a52da51 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2657919 Feb 15 04:14:42.102431 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3f0a4-7a4c-4a4d-b72c-e3411a52da51 admin admin] Pushing event updated for resources: {'Network': ['ID=46bd0f52-f947-4c68-9bd6-f0e668b839e9,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:14:42.113915 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Network 46bd0f52-f947-4c68-9bd6-f0e668b839e9 details requested by agent ovs-agent-dv-cinder-816104-2-iscsi with host dv-cinder-816104-2-iscsi {{(pid=102635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 04:14:44.441843 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 50548) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:14:44.502692 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f4ceb0-3ba1-4538-93e3-198a0bfeca4f admin admin] GET failed (client error): The resource could not be found. Feb 15 04:14:44.504795 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-90f4ceb0-3ba1-4538-93e3-198a0bfeca4f admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0618896 Feb 15 04:14:44.573115 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6155d993-fed6-42b2-b278-ea18245be9bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:14:44.574573 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-6155d993-fed6-42b2-b278-ea18245be9bc admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0655634 Feb 15 04:14:44.585233 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-1acaa612-6152-4d8b-a6e5-ec1730d39ad8 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '46bd0f52-f947-4c68-9bd6-f0e668b839e9', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:14:44.605228 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acaa612-6152-4d8b-a6e5-ec1730d39ad8 admin admin] Made reservation on behalf of 14db3a76771b4984aca50bf3056efc27 for: {'subnet': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:14:44.607433 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1acaa612-6152-4d8b-a6e5-ec1730d39ad8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:14:44.775249 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1acaa612-6152-4d8b-a6e5-ec1730d39ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571'] for subnet (3bfeefa6-3ac5-46e0-a9d7-6cc92b5d6dd2), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:14:44.830970 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acaa612-6152-4d8b-a6e5-ec1730d39ad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bfeefa6-3ac5-46e0-a9d7-6cc92b5d6dd2,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:14:44.838205 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acaa612-6152-4d8b-a6e5-ec1730d39ad8 admin admin] Checking segment: {'id': '084702ea-63cf-404f-b0bc-258e0a5c8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '46bd0f52-f947-4c68-9bd6-f0e668b839e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:14:44.838567 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acaa612-6152-4d8b-a6e5-ec1730d39ad8 admin admin] Network hostable DHCP agents. Network: 46bd0f52-f947-4c68-9bd6-f0e668b839e9, hostable agents: ['8ae8e7a4-55a3-4d68-87a0-8671ef43234c'], hosted agents: [] {{(pid=102633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 04:14:44.855356 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acaa612-6152-4d8b-a6e5-ec1730d39ad8 admin admin] Network 46bd0f52-f947-4c68-9bd6-f0e668b839e9 is scheduled to be hosted by DHCP agent 8ae8e7a4-55a3-4d68-87a0-8671ef43234c with binding_index 1 {{(pid=102633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 04:14:44.864787 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-1acaa612-6152-4d8b-a6e5-ec1730d39ad8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-2-iscsi, 46bd0f52-f947-4c68-9bd6-f0e668b839e9) {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:14:44.869107 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acaa612-6152-4d8b-a6e5-ec1730d39ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:14:44.869698 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1acaa612-6152-4d8b-a6e5-ec1730d39ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:14:44.874759 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e45fed7-0dbf-4089-937a-a887d27fca1d None None] Network 46bd0f52-f947-4c68-9bd6-f0e668b839e9 requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:14:44.888821 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-1acaa612-6152-4d8b-a6e5-ec1730d39ad8 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3074255 Feb 15 04:14:45.087323 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp628f2eeb-406b-5e3d-a89d-954c51e101fd-46bd0f52-f947-4c68-9bd6-f0e668b839e9', 'network_id': '46bd0f52-f947-4c68-9bd6-f0e668b839e9', 'project_id': '14db3a76771b4984aca50bf3056efc27', 'fixed_ips': [{'subnet_id': '3bfeefa6-3ac5-46e0-a9d7-6cc92b5d6dd2'}]}} from dv-cinder-816104-2-iscsi. {{(pid=102635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 04:14:45.088261 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:14:45.233537 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.db_base_plugin_common [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] Allocated IP 192.168.233.2 (46bd0f52-f947-4c68-9bd6-f0e668b839e9/3bfeefa6-3ac5-46e0-a9d7-6cc92b5d6dd2/25fe3bd8-4613-4017-b8c2-cdf0bb9e766b) {{(pid=102635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:14:45.383898 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] Publish callbacks [] for port (25fe3bd8-4613-4017-b8c2-cdf0bb9e766b), precommit_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:14:45.389574 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083'] for port (25fe3bd8-4613-4017-b8c2-cdf0bb9e766b), after_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:14:45.437974 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] Network 46bd0f52-f947-4c68-9bd6-f0e668b839e9 is already hosted by enough agents. {{(pid=102635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:14:45.442488 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.scheduler.base_scheduler [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] Resources bound (agent type, host, resource id): {{(pid=102635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:14:45.444287 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] Pushing event updated for resources: {'Port': ['ID=25fe3bd8-4613-4017-b8c2-cdf0bb9e766b,revision_number=1']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:14:45.446522 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] Received port after_create {{(pid=102635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:14:45.458901 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:14:45.459260 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:14:45.459620 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:14:45.459966 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:14:45.460301 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:14:45.460633 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:14:45.460982 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:14:45.461313 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:14:45.461651 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:14:45.462001 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:14:45.462334 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:14:45.462657 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:14:45.462982 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:14:45.512927 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] Attempting to bind port 25fe3bd8-4613-4017-b8c2-cdf0bb9e766b on host dv-cinder-816104-2-iscsi for vnic_type normal with profile {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:14:45.513303 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] Attempting to bind port 25fe3bd8-4613-4017-b8c2-cdf0bb9e766b by drivers openvswitch,hyperv on host dv-cinder-816104-2-iscsi at level 0 using segments [{'id': '084702ea-63cf-404f-b0bc-258e0a5c8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '46bd0f52-f947-4c68-9bd6-f0e668b839e9'}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:14:45.513667 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] Attempting to bind port 25fe3bd8-4613-4017-b8c2-cdf0bb9e766b on network 46bd0f52-f947-4c68-9bd6-f0e668b839e9 {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:14:45.518767 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] Checking agent: {'id': 'e997a1d7-0267-47ad-aad7-04acf389f1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 11, 40), 'started_at': datetime.datetime(2022, 2, 15, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:14:45.519691 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] Checking segment: {'id': '084702ea-63cf-404f-b0bc-258e0a5c8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '46bd0f52-f947-4c68-9bd6-f0e668b839e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:14:45.520413 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:14:45.520525 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] Bound using segment: {'id': '084702ea-63cf-404f-b0bc-258e0a5c8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '46bd0f52-f947-4c68-9bd6-f0e668b839e9'} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:14:45.520961 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] Bound port: 25fe3bd8-4613-4017-b8c2-cdf0bb9e766b, host: dv-cinder-816104-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '084702ea-63cf-404f-b0bc-258e0a5c8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '46bd0f52-f947-4c68-9bd6-f0e668b839e9'}}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:14:45.521348 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (25fe3bd8-4613-4017-b8c2-cdf0bb9e766b), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:14:45.589569 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] For port 25fe3bd8-4613-4017-b8c2-cdf0bb9e766b, host dv-cinder-816104-2-iscsi, cleared binding levels {{(pid=102635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:14:45.592749 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] For port 25fe3bd8-4613-4017-b8c2-cdf0bb9e766b, host dv-cinder-816104-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=25fe3bd8-4613-4017-b8c2-cdf0bb9e766b,segment=NetworkSegment(084702ea-63cf-404f-b0bc-258e0a5c8347),segment_id=084702ea-63cf-404f-b0bc-258e0a5c8347)] {{(pid=102635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:14:45.603440 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (25fe3bd8-4613-4017-b8c2-cdf0bb9e766b), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:14:45.661086 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa4f5a-ef60-4df5-a985-30b7cbceaeda None None] Pushing event updated for resources: {'Port': ['ID=25fe3bd8-4613-4017-b8c2-cdf0bb9e766b,revision_number=2']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:14:46.496043 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15d062b-a6da-42d8-b562-3b6ef6dc618c None None] Network 46bd0f52-f947-4c68-9bd6-f0e668b839e9 requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:14:46.612481 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-ab9d00a9-02ff-4ea2-bc22-9b7205c43d8d None None] Provisioning complete for port 25fe3bd8-4613-4017-b8c2-cdf0bb9e766b triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:14:46.613424 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-ab9d00a9-02ff-4ea2-bc22-9b7205c43d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (25fe3bd8-4613-4017-b8c2-cdf0bb9e766b), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:14:46.647952 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 25fe3bd8-4613-4017-b8c2-cdf0bb9e766b up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:14:46.778457 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-ab9d00a9-02ff-4ea2-bc22-9b7205c43d8d None None] Current status of the port 25fe3bd8-4613-4017-b8c2-cdf0bb9e766b is: DOWN; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:14:46.778858 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-ab9d00a9-02ff-4ea2-bc22-9b7205c43d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (25fe3bd8-4613-4017-b8c2-cdf0bb9e766b), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:14:46.792758 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port 25fe3bd8-4613-4017-b8c2-cdf0bb9e766b triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:14:46.794170 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (25fe3bd8-4613-4017-b8c2-cdf0bb9e766b), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:14:46.843033 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-ab9d00a9-02ff-4ea2-bc22-9b7205c43d8d None None] For port 25fe3bd8-4613-4017-b8c2-cdf0bb9e766b, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=25fe3bd8-4613-4017-b8c2-cdf0bb9e766b,segment=NetworkSegment(084702ea-63cf-404f-b0bc-258e0a5c8347),segment_id=084702ea-63cf-404f-b0bc-258e0a5c8347)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:14:46.852015 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-ab9d00a9-02ff-4ea2-bc22-9b7205c43d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (25fe3bd8-4613-4017-b8c2-cdf0bb9e766b), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:14:46.911464 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d00a9-02ff-4ea2-bc22-9b7205c43d8d None None] Pushing event updated for resources: {'Port': ['ID=25fe3bd8-4613-4017-b8c2-cdf0bb9e766b,revision_number=3']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:14:46.962111 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port 25fe3bd8-4613-4017-b8c2-cdf0bb9e766b is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:14:46.980030 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-0eed948f-e7ec-4e62-ac31-92c2f7f29790 None None] Provisioning complete for port 25fe3bd8-4613-4017-b8c2-cdf0bb9e766b triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:14:46.980338 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-0eed948f-e7ec-4e62-ac31-92c2f7f29790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (25fe3bd8-4613-4017-b8c2-cdf0bb9e766b), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:14:47.084142 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-0eed948f-e7ec-4e62-ac31-92c2f7f29790 None None] Current status of the port 25fe3bd8-4613-4017-b8c2-cdf0bb9e766b is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:14:48.602676 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 25fe3bd8-4613-4017-b8c2-cdf0bb9e766b up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:14:48.656551 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port 25fe3bd8-4613-4017-b8c2-cdf0bb9e766b triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:14:48.656979 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (25fe3bd8-4613-4017-b8c2-cdf0bb9e766b), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:14:48.755524 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port 25fe3bd8-4613-4017-b8c2-cdf0bb9e766b is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:15:01.535444 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 5 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:15:02.242308 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-790e28ab-657b-4e68-bb61-6be6bbb5aa28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:15:06.020974 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-e0158cfc-99f8-492f-b918-da2e8de1773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:15:06.354615 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:15:08.455198 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:15:09.734297 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:15:32.235651 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-809e5869-157d-44da-b319-16a8a8fa32b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:15:36.023077 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-4e42c56f-2bf5-4785-93a6-7f4b01ef9b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:15:36.356483 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:15:38.452296 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:15:38.533788 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 5 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:15:39.738247 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:16:02.239427 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-7147ff0f-719b-4931-9876-9cd735831e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:16:05.200130 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 50588) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:16:05.206107 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [None req-1593a090-56bc-4ebc-bbf0-ac9e443da099 tempest-verify_tempest_config-656793521 tempest-verify_tempest_config-656793521-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 04:16:05.207098 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-1593a090-56bc-4ebc-bbf0-ac9e443da099 tempest-verify_tempest_config-656793521 tempest-verify_tempest_config-656793521-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058994 Feb 15 04:16:05.519791 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 50606) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:16:05.639747 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-228a964d-52fa-42ae-87f5-8ba22c462609 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:16:05.728947 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-228a964d-52fa-42ae-87f5-8ba22c462609 admin admin] Publish callbacks [] for security_group (2e439c70-48c4-4634-80b3-72a4446ff45e), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:16:05.732835 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-228a964d-52fa-42ae-87f5-8ba22c462609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (2e439c70-48c4-4634-80b3-72a4446ff45e), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:16:05.779650 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-228a964d-52fa-42ae-87f5-8ba22c462609 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=985650e8c524449bbf8b3e6c351fb147&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2587576 Feb 15 04:16:05.780495 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a964d-52fa-42ae-87f5-8ba22c462609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e439c70-48c4-4634-80b3-72a4446ff45e,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:16:05.782713 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 50610) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:16:05.788224 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a964d-52fa-42ae-87f5-8ba22c462609 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:16:05.788638 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a964d-52fa-42ae-87f5-8ba22c462609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:16:05.789074 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a964d-52fa-42ae-87f5-8ba22c462609 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:16:05.789414 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a964d-52fa-42ae-87f5-8ba22c462609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:16:05.789744 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a964d-52fa-42ae-87f5-8ba22c462609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:16:05.790072 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a964d-52fa-42ae-87f5-8ba22c462609 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:16:05.790421 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a964d-52fa-42ae-87f5-8ba22c462609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:16:05.790753 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a964d-52fa-42ae-87f5-8ba22c462609 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:16:05.791095 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a964d-52fa-42ae-87f5-8ba22c462609 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:16:05.791722 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a964d-52fa-42ae-87f5-8ba22c462609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:16:05.791855 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a964d-52fa-42ae-87f5-8ba22c462609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:16:05.792089 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a964d-52fa-42ae-87f5-8ba22c462609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:16:05.792375 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a964d-52fa-42ae-87f5-8ba22c462609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:16:05.849781 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f6b7db9e-eb90-444b-985c-ec2e12f38e1a admin admin] Publish callbacks [] for security_group (2e439c70-48c4-4634-80b3-72a4446ff45e), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:16:05.871295 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f6b7db9e-eb90-444b-985c-ec2e12f38e1a admin admin] Publish callbacks [] for security_group (2e439c70-48c4-4634-80b3-72a4446ff45e), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:16:05.963954 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f6b7db9e-eb90-444b-985c-ec2e12f38e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (2e439c70-48c4-4634-80b3-72a4446ff45e), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:16:05.966649 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f6b7db9e-eb90-444b-985c-ec2e12f38e1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:16:05.967863 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-f6b7db9e-eb90-444b-985c-ec2e12f38e1a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2e439c70-48c4-4634-80b3-72a4446ff45e HTTP/1.1" status: 204 len: 168 time: 0.1830773 Feb 15 04:16:05.975736 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7db9e-eb90-444b-985c-ec2e12f38e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e439c70-48c4-4634-80b3-72a4446ff45e,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:16:05.982643 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7db9e-eb90-444b-985c-ec2e12f38e1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:16:05.983003 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7db9e-eb90-444b-985c-ec2e12f38e1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:16:05.983343 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7db9e-eb90-444b-985c-ec2e12f38e1a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:16:05.983674 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7db9e-eb90-444b-985c-ec2e12f38e1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:16:05.983999 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7db9e-eb90-444b-985c-ec2e12f38e1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:16:05.984327 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7db9e-eb90-444b-985c-ec2e12f38e1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:16:05.984642 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7db9e-eb90-444b-985c-ec2e12f38e1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:16:05.985056 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7db9e-eb90-444b-985c-ec2e12f38e1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:16:05.985392 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7db9e-eb90-444b-985c-ec2e12f38e1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:16:05.985727 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7db9e-eb90-444b-985c-ec2e12f38e1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:16:05.986052 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7db9e-eb90-444b-985c-ec2e12f38e1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:16:05.986360 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7db9e-eb90-444b-985c-ec2e12f38e1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:16:05.987226 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7db9e-eb90-444b-985c-ec2e12f38e1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:16:06.035137 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-1e1e7d2f-95b1-4f6c-8bb7-c4b5015bac8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:16:06.362551 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:16:08.459094 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:16:09.741643 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:16:15.531768 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 5 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:16:32.240600 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-52a7f57e-7752-45cf-b793-7c6b591e4f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:16:36.028700 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-9e44f94a-611c-414f-a5e5-2159c5099564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:16:36.361550 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:16:38.459788 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:16:39.743536 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:16:52.530488 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 5 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:17:02.241992 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-e87a5a05-43de-455c-bb3d-6a5953919e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:17:06.030361 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-945cddb8-c853-4295-9a53-909f0e9db941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:17:06.364538 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:17:08.465500 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:17:09.745548 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:17:29.528519 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 5 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:17:32.244314 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-10e3f259-40ca-4443-9646-67f97682eaed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:17:36.031822 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-797674c6-6704-4afb-b969-e31a788b6e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:17:36.369376 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:17:38.468142 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:17:39.748068 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:17:41.545972 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-639373'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:17:56.768168 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 50682) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:17:56.872635 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-2cf044a5-4db0-4f28-a7ff-56526a29ba7a admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1024570 Feb 15 04:17:59.180632 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 50692) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:17:59.236930 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-30f7e31d-6240-4334-8666-97d699b94f6b admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0551190 Feb 15 04:18:02.245383 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-db91e775-8f57-4a93-941d-7871c77af1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:18:06.035400 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-334a2c21-e1de-4d57-b5f0-0793ae1bb557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:18:06.373774 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:18:06.527894 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:18:08.473496 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:18:09.753439 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:18:11.545976 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:18:32.247188 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-03c102f1-def5-481b-bc4a-2dc644d5cc0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:18:36.037843 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-c9d942f8-3bbe-498a-afce-8ae909d58ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:18:36.376465 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:18:38.472469 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:18:39.757628 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:18:41.561090 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:18:43.528351 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:19:02.250753 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-9ca37426-3803-4380-8148-ad28d2f6b730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:06.040655 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-4ba23645-a726-4ac1-98b8-7d64bd946bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:06.380610 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:08.480508 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:09.765533 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:11.579625 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:20.530753 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:19:32.269946 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-5a458021-d7be-4fb7-9b71-e4abda7ff6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:33.502861 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 50780) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:19:33.768398 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-e3afd016-304f-4f01-8172-0270aa589cf3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2044740400-network', 'tenant_id': '3d7002e2df35463c9128baa00359cd9e'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:19:33.791931 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3afd016-304f-4f01-8172-0270aa589cf3 admin admin] Made reservation on behalf of 3d7002e2df35463c9128baa00359cd9e for: {'network': 1} {{(pid=102634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:19:33.794821 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e3afd016-304f-4f01-8172-0270aa589cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for network (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:33.805770 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e3afd016-304f-4f01-8172-0270aa589cf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:33.891926 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e3afd016-304f-4f01-8172-0270aa589cf3 admin admin] Publish callbacks [] for security_group (be1a8eee-5f60-4bf8-8aed-1f01e34954f8), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:33.896454 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e3afd016-304f-4f01-8172-0270aa589cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (be1a8eee-5f60-4bf8-8aed-1f01e34954f8), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:33.933373 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3afd016-304f-4f01-8172-0270aa589cf3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=102634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 04:19:33.937911 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3afd016-304f-4f01-8172-0270aa589cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1a8eee-5f60-4bf8-8aed-1f01e34954f8,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:33.948778 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afd016-304f-4f01-8172-0270aa589cf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:33.949237 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afd016-304f-4f01-8172-0270aa589cf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:33.949906 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afd016-304f-4f01-8172-0270aa589cf3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:33.950252 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afd016-304f-4f01-8172-0270aa589cf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:33.950790 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afd016-304f-4f01-8172-0270aa589cf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:33.951636 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afd016-304f-4f01-8172-0270aa589cf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:33.952245 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afd016-304f-4f01-8172-0270aa589cf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:33.952750 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afd016-304f-4f01-8172-0270aa589cf3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:33.953283 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afd016-304f-4f01-8172-0270aa589cf3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:33.953792 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afd016-304f-4f01-8172-0270aa589cf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:33.954128 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afd016-304f-4f01-8172-0270aa589cf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:33.954454 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afd016-304f-4f01-8172-0270aa589cf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:33.954787 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afd016-304f-4f01-8172-0270aa589cf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afd016-304f-4f01-8172-0270aa589cf3 admin admin] Tracked resource versions report: Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: pushed versions: Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: { 'AddressGroup': {'1.2'}, Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: 'ConntrackHelper': {'1.0'}, Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: 'LocalIPAssociation': {'1.0'}, Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: 'Log': {'1.0'}, Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: 'Network': {'1.1'}, Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: 'Port': {'1.7'}, Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: 'PortForwarding': {'1.2'}, Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: 'QosPolicy': {'1.10'}, Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: 'SecurityGroup': {'1.5'}, Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: 'SecurityGroupRule': {'1.2'}, Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: 'SubPort': {'1.0'}, Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: 'Subnet': {'1.1'}, Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: 'Trunk': {'1.1'}} Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: consumer versions: Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: { DHCP agent@dv-cinder-816104-2-iscsi: {}, Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: HyperV agent@hv-cinder-81610: {}, Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: L3 agent@dv-cinder-816104-2-iscsi: {}, Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: Metadata agent@dv-cinder-816104-2-iscsi: {}, Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: Metering agent@dv-cinder-816104-2-iscsi: {}, Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: Open vSwitch agent@dv-cinder-816104-2-iscsi: { 'AddressGroup': '1.2', Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: 'ConntrackHelper': '1.0', Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: 'LocalIPAssociation': '1.0', Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: 'Log': '1.0', Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: 'Network': '1.1', Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: 'Port': '1.7', Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: 'PortForwarding': '1.2', Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: 'QosPolicy': '1.10', Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: 'SecurityGroup': '1.5', Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: 'SecurityGroupRule': '1.2', Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: 'SubPort': '1.0', Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: 'Subnet': '1.1', Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: 'Trunk': '1.1'}} Feb 15 04:19:33.955858 dv-cinder-816104-2-iscsi neutron-server[102634]: {{(pid=102634) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 04:19:33.961309 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e3afd016-304f-4f01-8172-0270aa589cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (6e131826-e383-4c3d-a2a0-30aaa6333ce4), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:33.961656 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.db.segments_db [None req-e3afd016-304f-4f01-8172-0270aa589cf3 admin admin] Added segment 6e131826-e383-4c3d-a2a0-30aaa6333ce4 of type vlan for network a909d0e6-c4b3-462a-b863-e1bf37a7bf54 Feb 15 04:19:34.012275 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e3afd016-304f-4f01-8172-0270aa589cf3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734709799334'] for network (a909d0e6-c4b3-462a-b863-e1bf37a7bf54), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:34.038942 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e3afd016-304f-4f01-8172-0270aa589cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571'] for network (a909d0e6-c4b3-462a-b863-e1bf37a7bf54), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:34.040112 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3afd016-304f-4f01-8172-0270aa589cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:19:34.040769 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e3afd016-304f-4f01-8172-0270aa589cf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:34.109409 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3afd016-304f-4f01-8172-0270aa589cf3 admin admin] Pushing event updated for resources: {'Network': ['ID=a909d0e6-c4b3-462a-b863-e1bf37a7bf54,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:34.120673 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 50830) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:19:34.123212 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Network a909d0e6-c4b3-462a-b863-e1bf37a7bf54 details requested by agent ovs-agent-dv-cinder-816104-2-iscsi with host dv-cinder-816104-2-iscsi {{(pid=102635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 04:19:34.131670 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-fd5cf591-a469-4da9-a2fe-8af16a9692e8 admin admin] Request body: {'subnet': {'network_id': 'a909d0e6-c4b3-462a-b863-e1bf37a7bf54', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2044740400-subnet', 'tenant_id': '3d7002e2df35463c9128baa00359cd9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:19:34.132564 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-e3afd016-304f-4f01-8172-0270aa589cf3 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6285601 Feb 15 04:19:34.161425 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5cf591-a469-4da9-a2fe-8af16a9692e8 admin admin] Made reservation on behalf of 3d7002e2df35463c9128baa00359cd9e for: {'subnet': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:19:34.165127 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-fd5cf591-a469-4da9-a2fe-8af16a9692e8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:34.354938 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-fd5cf591-a469-4da9-a2fe-8af16a9692e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571'] for subnet (508befd6-d7ad-4a18-a5bd-758fb93dcf1e), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:34.423336 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5cf591-a469-4da9-a2fe-8af16a9692e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=508befd6-d7ad-4a18-a5bd-758fb93dcf1e,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:34.434778 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cf591-a469-4da9-a2fe-8af16a9692e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:34.435422 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cf591-a469-4da9-a2fe-8af16a9692e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:34.435769 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cf591-a469-4da9-a2fe-8af16a9692e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:34.436112 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cf591-a469-4da9-a2fe-8af16a9692e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:34.436448 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cf591-a469-4da9-a2fe-8af16a9692e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:34.436778 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cf591-a469-4da9-a2fe-8af16a9692e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:34.437138 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cf591-a469-4da9-a2fe-8af16a9692e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:34.437466 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cf591-a469-4da9-a2fe-8af16a9692e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:34.437793 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cf591-a469-4da9-a2fe-8af16a9692e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:34.438141 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cf591-a469-4da9-a2fe-8af16a9692e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:34.438507 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cf591-a469-4da9-a2fe-8af16a9692e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:34.438829 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cf591-a469-4da9-a2fe-8af16a9692e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:34.439151 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cf591-a469-4da9-a2fe-8af16a9692e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cf591-a469-4da9-a2fe-8af16a9692e8 admin admin] Tracked resource versions report: Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: pushed versions: Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: { 'AddressGroup': {'1.2'}, Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: 'ConntrackHelper': {'1.0'}, Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: 'LocalIPAssociation': {'1.0'}, Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: 'Log': {'1.0'}, Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: 'Network': {'1.1'}, Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: 'Port': {'1.7'}, Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: 'PortForwarding': {'1.2'}, Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: 'QosPolicy': {'1.10'}, Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: 'SecurityGroup': {'1.5'}, Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: 'SecurityGroupRule': {'1.2'}, Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: 'SubPort': {'1.0'}, Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: 'Subnet': {'1.1'}, Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: 'Trunk': {'1.1'}} Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: consumer versions: Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: { DHCP agent@dv-cinder-816104-2-iscsi: {}, Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: HyperV agent@hv-cinder-81610: {}, Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: L3 agent@dv-cinder-816104-2-iscsi: {}, Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: Metadata agent@dv-cinder-816104-2-iscsi: {}, Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: Metering agent@dv-cinder-816104-2-iscsi: {}, Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: Open vSwitch agent@dv-cinder-816104-2-iscsi: { 'AddressGroup': '1.2', Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: 'ConntrackHelper': '1.0', Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: 'LocalIPAssociation': '1.0', Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: 'Log': '1.0', Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: 'Network': '1.1', Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: 'Port': '1.7', Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: 'PortForwarding': '1.2', Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: 'QosPolicy': '1.10', Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: 'SecurityGroup': '1.5', Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: 'SecurityGroupRule': '1.2', Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: 'SubPort': '1.0', Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: 'Subnet': '1.1', Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: 'Trunk': '1.1'}} Feb 15 04:19:34.440236 dv-cinder-816104-2-iscsi neutron-server[102633]: {{(pid=102633) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 04:19:34.450291 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5cf591-a469-4da9-a2fe-8af16a9692e8 admin admin] Checking segment: {'id': '6e131826-e383-4c3d-a2a0-30aaa6333ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a909d0e6-c4b3-462a-b863-e1bf37a7bf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:19:34.450539 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5cf591-a469-4da9-a2fe-8af16a9692e8 admin admin] Network hostable DHCP agents. Network: a909d0e6-c4b3-462a-b863-e1bf37a7bf54, hostable agents: ['8ae8e7a4-55a3-4d68-87a0-8671ef43234c'], hosted agents: [] {{(pid=102633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 04:19:34.470376 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5cf591-a469-4da9-a2fe-8af16a9692e8 admin admin] Network a909d0e6-c4b3-462a-b863-e1bf37a7bf54 is scheduled to be hosted by DHCP agent 8ae8e7a4-55a3-4d68-87a0-8671ef43234c with binding_index 1 {{(pid=102633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 04:19:34.484162 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-fd5cf591-a469-4da9-a2fe-8af16a9692e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-2-iscsi, a909d0e6-c4b3-462a-b863-e1bf37a7bf54) {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:19:34.489571 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5cf591-a469-4da9-a2fe-8af16a9692e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:19:34.490238 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-fd5cf591-a469-4da9-a2fe-8af16a9692e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:34.495885 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7865c86d-0176-4be6-ae90-fb40a7455cb4 None None] Network a909d0e6-c4b3-462a-b863-e1bf37a7bf54 requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:19:34.517477 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-fd5cf591-a469-4da9-a2fe-8af16a9692e8 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3940802 Feb 15 04:19:34.617380 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744e45db-1188-4108-9ef0-de8a3dca5588 None None] Network a909d0e6-c4b3-462a-b863-e1bf37a7bf54 requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:19:34.835567 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 50868) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:19:35.031018 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-70cc16b3-b014-4404-b4e3-ced1272ad3cc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1521098367-network', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:19:35.052943 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cc16b3-b014-4404-b4e3-ced1272ad3cc admin admin] Made reservation on behalf of e4ef5a0f7e5040c0aa3d33d31fbbb206 for: {'network': 1} {{(pid=102634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:19:35.055763 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-70cc16b3-b014-4404-b4e3-ced1272ad3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for network (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:35.065088 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-70cc16b3-b014-4404-b4e3-ced1272ad3cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:35.164341 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-70cc16b3-b014-4404-b4e3-ced1272ad3cc admin admin] Publish callbacks [] for security_group (9170d8fa-460b-4f31-a51d-885f99a7793e), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:35.170646 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-70cc16b3-b014-4404-b4e3-ced1272ad3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (9170d8fa-460b-4f31-a51d-885f99a7793e), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:35.180834 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 50898) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:19:35.210720 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc16b3-b014-4404-b4e3-ced1272ad3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9170d8fa-460b-4f31-a51d-885f99a7793e,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:35.213615 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70cc16b3-b014-4404-b4e3-ced1272ad3cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=102634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 04:19:35.227336 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-70cc16b3-b014-4404-b4e3-ced1272ad3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (893e466e-66a5-45bb-9724-e0a92ab9dee9), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:35.227716 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.db.segments_db [None req-70cc16b3-b014-4404-b4e3-ced1272ad3cc admin admin] Added segment 893e466e-66a5-45bb-9724-e0a92ab9dee9 of type vlan for network c49ed967-4df2-4c03-a3f7-11bc631a5279 Feb 15 04:19:35.273983 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-70cc16b3-b014-4404-b4e3-ced1272ad3cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734709799334'] for network (c49ed967-4df2-4c03-a3f7-11bc631a5279), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:35.303823 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-70cc16b3-b014-4404-b4e3-ced1272ad3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571'] for network (c49ed967-4df2-4c03-a3f7-11bc631a5279), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:35.305445 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cc16b3-b014-4404-b4e3-ced1272ad3cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:19:35.306155 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-70cc16b3-b014-4404-b4e3-ced1272ad3cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:35.373584 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-70cc16b3-b014-4404-b4e3-ced1272ad3cc admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5367675 Feb 15 04:19:35.373903 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 50912) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:19:35.379425 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-08a4c833-de23-462c-a36f-4ccc849d5013 admin admin] Request body: {'subnet': {'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1521098367-subnet', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:19:35.392183 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc16b3-b014-4404-b4e3-ced1272ad3cc admin admin] Pushing event updated for resources: {'Network': ['ID=c49ed967-4df2-4c03-a3f7-11bc631a5279,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:35.403411 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a4c833-de23-462c-a36f-4ccc849d5013 admin admin] Made reservation on behalf of e4ef5a0f7e5040c0aa3d33d31fbbb206 for: {'subnet': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:19:35.404816 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Network c49ed967-4df2-4c03-a3f7-11bc631a5279 details requested by agent ovs-agent-dv-cinder-816104-2-iscsi with host dv-cinder-816104-2-iscsi {{(pid=102635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 04:19:35.406268 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-08a4c833-de23-462c-a36f-4ccc849d5013 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:35.541298 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-ef4e2484-3335-4262-8d2c-3a0f4617bfcd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-509355855-network', 'tenant_id': '9ea72854422249cdb2433b90e5aa1252'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:19:35.615178 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4e2484-3335-4262-8d2c-3a0f4617bfcd admin admin] Made reservation on behalf of 9ea72854422249cdb2433b90e5aa1252 for: {'network': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:19:35.617736 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ef4e2484-3335-4262-8d2c-3a0f4617bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for network (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:35.630347 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ef4e2484-3335-4262-8d2c-3a0f4617bfcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:35.630887 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 50916) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:19:35.633276 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-08a4c833-de23-462c-a36f-4ccc849d5013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571'] for subnet (07051326-83bf-45b5-9e91-0b63b787c497), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:35.661492 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 50922) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:19:35.699894 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4c833-de23-462c-a36f-4ccc849d5013 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07051326-83bf-45b5-9e91-0b63b787c497,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:35.747194 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a4c833-de23-462c-a36f-4ccc849d5013 admin admin] Checking segment: {'id': '893e466e-66a5-45bb-9724-e0a92ab9dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:19:35.747552 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a4c833-de23-462c-a36f-4ccc849d5013 admin admin] Network hostable DHCP agents. Network: c49ed967-4df2-4c03-a3f7-11bc631a5279, hostable agents: ['8ae8e7a4-55a3-4d68-87a0-8671ef43234c'], hosted agents: [] {{(pid=102633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 04:19:35.785684 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a4c833-de23-462c-a36f-4ccc849d5013 admin admin] Network c49ed967-4df2-4c03-a3f7-11bc631a5279 is scheduled to be hosted by DHCP agent 8ae8e7a4-55a3-4d68-87a0-8671ef43234c with binding_index 1 {{(pid=102633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 04:19:35.810365 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-08a4c833-de23-462c-a36f-4ccc849d5013 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-2-iscsi, c49ed967-4df2-4c03-a3f7-11bc631a5279) {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:19:35.815202 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a4c833-de23-462c-a36f-4ccc849d5013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:19:35.816402 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-08a4c833-de23-462c-a36f-4ccc849d5013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:35.824054 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb7cf0b-4d95-4a70-9e44-ee86da67aa0a None None] Network c49ed967-4df2-4c03-a3f7-11bc631a5279 requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:19:35.852596 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ef4e2484-3335-4262-8d2c-3a0f4617bfcd admin admin] Publish callbacks [] for security_group (78d2c263-2057-4c84-a1d0-803a75180105), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:35.861127 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 50932) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:19:35.861812 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-08a4c833-de23-462c-a36f-4ccc849d5013 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4857497 Feb 15 04:19:35.863254 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ef4e2484-3335-4262-8d2c-3a0f4617bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (78d2c263-2057-4c84-a1d0-803a75180105), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:35.872828 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-e3e70748-2752-471a-b4cc-4722c30ad39f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1521098367-router', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:19:35.889763 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef4e2484-3335-4262-8d2c-3a0f4617bfcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=102633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 04:19:35.906580 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e2484-3335-4262-8d2c-3a0f4617bfcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d2c263-2057-4c84-a1d0-803a75180105,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:35.914323 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ef4e2484-3335-4262-8d2c-3a0f4617bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (41ba3272-2d95-4a3a-8b86-24194a3c9932), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:35.914751 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.db.segments_db [None req-ef4e2484-3335-4262-8d2c-3a0f4617bfcd admin admin] Added segment 41ba3272-2d95-4a3a-8b86-24194a3c9932 of type vlan for network bfb96b13-817b-4246-b547-422f8cfd6b4a Feb 15 04:19:35.958155 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e3e70748-2752-471a-b4cc-4722c30ad39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26507'] for router (c9fea396-0fd8-4a83-909f-94149fea34f8), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:35.959975 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e3e70748-2752-471a-b4cc-4722c30ad39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-639913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26498'] for router (c9fea396-0fd8-4a83-909f-94149fea34f8), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:35.986192 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ef4e2484-3335-4262-8d2c-3a0f4617bfcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734709799334'] for network (bfb96b13-817b-4246-b547-422f8cfd6b4a), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:36.027193 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ef4e2484-3335-4262-8d2c-3a0f4617bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571'] for network (bfb96b13-817b-4246-b547-422f8cfd6b4a), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:36.028431 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4e2484-3335-4262-8d2c-3a0f4617bfcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:19:36.029112 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ef4e2484-3335-4262-8d2c-3a0f4617bfcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:36.087301 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-9e1d7630-beda-40ec-9551-c327ecc8629d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:36.109665 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp628f2eeb-406b-5e3d-a89d-954c51e101fd-c49ed967-4df2-4c03-a3f7-11bc631a5279', 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279', 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'fixed_ips': [{'subnet_id': '07051326-83bf-45b5-9e91-0b63b787c497'}]}} from dv-cinder-816104-2-iscsi. {{(pid=102635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 04:19:36.110845 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:36.150660 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-bc8250f6-ecbd-4a89-8c2c-4a5e9787a657 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-558353376-network', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:19:36.158125 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-5330aa19-22df-443a-8609-b0798505991c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1154975341-network', 'tenant_id': 'f8bc531651b748a791dbbbc11ee10adb'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:19:36.218241 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e2484-3335-4262-8d2c-3a0f4617bfcd admin admin] Pushing event updated for resources: {'Network': ['ID=bfb96b13-817b-4246-b547-422f8cfd6b4a,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:36.234467 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-ef4e2484-3335-4262-8d2c-3a0f4617bfcd admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0523572 Feb 15 04:19:36.235296 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 50944) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:19:36.241556 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-411501b2-ed3f-4cc6-b148-cc694cd6d117 admin admin] Request body: {'subnet': {'network_id': 'bfb96b13-817b-4246-b547-422f8cfd6b4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-509355855-subnet', 'tenant_id': '9ea72854422249cdb2433b90e5aa1252', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:19:36.243566 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Network bfb96b13-817b-4246-b547-422f8cfd6b4a details requested by agent ovs-agent-dv-cinder-816104-2-iscsi with host dv-cinder-816104-2-iscsi {{(pid=102635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 04:19:36.268137 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e3e70748-2752-471a-b4cc-4722c30ad39f admin admin] Publish callbacks [] for router_controller (c9fea396-0fd8-4a83-909f-94149fea34f8), precommit_add_association {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:36.277738 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411501b2-ed3f-4cc6-b148-cc694cd6d117 admin admin] Made reservation on behalf of 9ea72854422249cdb2433b90e5aa1252 for: {'subnet': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:19:36.281146 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-411501b2-ed3f-4cc6-b148-cc694cd6d117 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:36.348232 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8250f6-ecbd-4a89-8c2c-4a5e9787a657 admin admin] Made reservation on behalf of b6908f5f033f4c8888210c0cf405f4fa for: {'network': 1} {{(pid=102634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:19:36.350563 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bc8250f6-ecbd-4a89-8c2c-4a5e9787a657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for network (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:36.352501 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5330aa19-22df-443a-8609-b0798505991c admin admin] Made reservation on behalf of f8bc531651b748a791dbbbc11ee10adb for: {'network': 1} {{(pid=102634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:19:36.354750 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5330aa19-22df-443a-8609-b0798505991c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for network (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:36.377312 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bc8250f6-ecbd-4a89-8c2c-4a5e9787a657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:36.399291 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5330aa19-22df-443a-8609-b0798505991c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:36.462163 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:36.471146 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.db_base_plugin_common [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Allocated IP 172.20.0.2 (c49ed967-4df2-4c03-a3f7-11bc631a5279/07051326-83bf-45b5-9e91-0b63b787c497/754d9d0c-7eb3-478a-9af4-c01a0e44a9aa) {{(pid=102635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:19:36.550385 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-411501b2-ed3f-4cc6-b148-cc694cd6d117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571'] for subnet (ab75fbfe-d28a-4597-bc81-918f2b53f28f), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:36.587309 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e3e70748-2752-471a-b4cc-4722c30ad39f admin admin] Publish callbacks [] for router_gateway (c9fea396-0fd8-4a83-909f-94149fea34f8), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:36.617881 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411501b2-ed3f-4cc6-b148-cc694cd6d117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab75fbfe-d28a-4597-bc81-918f2b53f28f,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:36.657362 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411501b2-ed3f-4cc6-b148-cc694cd6d117 admin admin] Checking segment: {'id': '41ba3272-2d95-4a3a-8b86-24194a3c9932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bfb96b13-817b-4246-b547-422f8cfd6b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:19:36.658056 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411501b2-ed3f-4cc6-b148-cc694cd6d117 admin admin] Network hostable DHCP agents. Network: bfb96b13-817b-4246-b547-422f8cfd6b4a, hostable agents: ['8ae8e7a4-55a3-4d68-87a0-8671ef43234c'], hosted agents: [] {{(pid=102633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 04:19:36.694609 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411501b2-ed3f-4cc6-b148-cc694cd6d117 admin admin] Network bfb96b13-817b-4246-b547-422f8cfd6b4a is scheduled to be hosted by DHCP agent 8ae8e7a4-55a3-4d68-87a0-8671ef43234c with binding_index 1 {{(pid=102633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 04:19:36.714239 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-411501b2-ed3f-4cc6-b148-cc694cd6d117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-2-iscsi, bfb96b13-817b-4246-b547-422f8cfd6b4a) {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:19:36.719371 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411501b2-ed3f-4cc6-b148-cc694cd6d117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:19:36.720261 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-411501b2-ed3f-4cc6-b148-cc694cd6d117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:36.741201 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed0fba5-2b0a-4ad2-bd7a-40dabaddf742 None None] Network bfb96b13-817b-4246-b547-422f8cfd6b4a requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:19:36.744619 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-411501b2-ed3f-4cc6-b148-cc694cd6d117 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5081637 Feb 15 04:19:36.808877 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5330aa19-22df-443a-8609-b0798505991c admin admin] Publish callbacks [] for security_group (554b76cb-5a2b-40df-8497-2b119a33de39), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:36.840860 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bc8250f6-ecbd-4a89-8c2c-4a5e9787a657 admin admin] Publish callbacks [] for security_group (63576ce3-313e-46d6-b405-5cbd50d923a1), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:36.852023 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5330aa19-22df-443a-8609-b0798505991c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (554b76cb-5a2b-40df-8497-2b119a33de39), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:36.869971 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5330aa19-22df-443a-8609-b0798505991c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=102634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 04:19:36.908531 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Publish callbacks [] for port (754d9d0c-7eb3-478a-9af4-c01a0e44a9aa), precommit_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:36.912371 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5330aa19-22df-443a-8609-b0798505991c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (e61be41a-7e7b-4345-aa45-9232b26d6b0c), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:36.912371 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.db.segments_db [None req-5330aa19-22df-443a-8609-b0798505991c admin admin] Added segment e61be41a-7e7b-4345-aa45-9232b26d6b0c of type vlan for network ee659080-78cf-4efd-be3b-466b39ec5040 Feb 15 04:19:36.921445 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083'] for port (754d9d0c-7eb3-478a-9af4-c01a0e44a9aa), after_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:36.953974 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bc8250f6-ecbd-4a89-8c2c-4a5e9787a657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (63576ce3-313e-46d6-b405-5cbd50d923a1), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:36.968572 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2668dcd-83ad-4cb0-a866-d928e6e0a79d None None] Network bfb96b13-817b-4246-b547-422f8cfd6b4a requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:19:36.973735 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8250f6-ecbd-4a89-8c2c-4a5e9787a657 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 04:19:36.985787 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bc8250f6-ecbd-4a89-8c2c-4a5e9787a657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (a2939050-b15c-425b-a2c1-f2f0e37f1e44), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:36.986729 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.db.segments_db [None req-bc8250f6-ecbd-4a89-8c2c-4a5e9787a657 admin admin] Added segment a2939050-b15c-425b-a2c1-f2f0e37f1e44 of type vlan for network f0c3e2a8-7b6d-47b3-b743-56e894a4b50d Feb 15 04:19:37.034628 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bc8250f6-ecbd-4a89-8c2c-4a5e9787a657 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734709799334'] for network (f0c3e2a8-7b6d-47b3-b743-56e894a4b50d), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:37.113587 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330aa19-22df-443a-8609-b0798505991c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554b76cb-5a2b-40df-8497-2b119a33de39,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:37.148956 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bc8250f6-ecbd-4a89-8c2c-4a5e9787a657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571'] for network (f0c3e2a8-7b6d-47b3-b743-56e894a4b50d), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:37.150480 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8250f6-ecbd-4a89-8c2c-4a5e9787a657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:19:37.151295 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bc8250f6-ecbd-4a89-8c2c-4a5e9787a657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:37.155222 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Network c49ed967-4df2-4c03-a3f7-11bc631a5279 is already hosted by enough agents. {{(pid=102635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:19:37.163864 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.scheduler.base_scheduler [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Resources bound (agent type, host, resource id): {{(pid=102635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:19:37.165820 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Pushing event updated for resources: {'Port': ['ID=754d9d0c-7eb3-478a-9af4-c01a0e44a9aa,revision_number=1']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:37.170511 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Received port after_create {{(pid=102635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:19:37.183352 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:37.183717 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:37.184319 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:37.184819 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:37.185400 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:37.185951 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:37.186428 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:37.186929 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:37.187429 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:37.187941 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:37.188423 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:37.189068 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:37.189603 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Tracked resource versions report: Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: pushed versions: Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: { 'AddressGroup': {'1.2'}, Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: 'ConntrackHelper': {'1.0'}, Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: 'LocalIPAssociation': {'1.0'}, Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: 'Log': {'1.0'}, Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: 'Network': {'1.1'}, Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: 'Port': {'1.7'}, Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: 'PortForwarding': {'1.2'}, Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: 'QosPolicy': {'1.10'}, Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: 'SecurityGroup': {'1.5'}, Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: 'SecurityGroupRule': {'1.2'}, Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: 'SubPort': {'1.0'}, Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: 'Subnet': {'1.1'}, Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: 'Trunk': {'1.1'}} Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: consumer versions: Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: { DHCP agent@dv-cinder-816104-2-iscsi: {}, Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: HyperV agent@hv-cinder-81610: {}, Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: L3 agent@dv-cinder-816104-2-iscsi: {}, Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: Metadata agent@dv-cinder-816104-2-iscsi: {}, Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: Metering agent@dv-cinder-816104-2-iscsi: {}, Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: Open vSwitch agent@dv-cinder-816104-2-iscsi: { 'AddressGroup': '1.2', Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: 'ConntrackHelper': '1.0', Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: 'LocalIPAssociation': '1.0', Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: 'Log': '1.0', Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: 'Network': '1.1', Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: 'Port': '1.7', Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: 'PortForwarding': '1.2', Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: 'QosPolicy': '1.10', Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: 'SecurityGroup': '1.5', Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: 'SecurityGroupRule': '1.2', Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: 'SubPort': '1.0', Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: 'Subnet': '1.1', Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: 'Trunk': '1.1'}} Feb 15 04:19:37.191582 dv-cinder-816104-2-iscsi neutron-server[102635]: {{(pid=102635) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 04:19:37.205495 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8250f6-ecbd-4a89-8c2c-4a5e9787a657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63576ce3-313e-46d6-b405-5cbd50d923a1,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:37.243658 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-bc8250f6-ecbd-4a89-8c2c-4a5e9787a657 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6116045 Feb 15 04:19:37.246714 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 50980) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:19:37.252533 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-e118e626-80f8-4ba1-a4d6-e9a83428328f admin admin] Request body: {'subnet': {'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-558353376-subnet', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:19:37.260199 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5330aa19-22df-443a-8609-b0798505991c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734709799334'] for network (ee659080-78cf-4efd-be3b-466b39ec5040), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:37.295041 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e118e626-80f8-4ba1-a4d6-e9a83428328f admin admin] Made reservation on behalf of b6908f5f033f4c8888210c0cf405f4fa for: {'subnet': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:19:37.298704 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e118e626-80f8-4ba1-a4d6-e9a83428328f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:37.352568 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Attempting to bind port 754d9d0c-7eb3-478a-9af4-c01a0e44a9aa on host dv-cinder-816104-2-iscsi for vnic_type normal with profile {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:19:37.352965 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Attempting to bind port 754d9d0c-7eb3-478a-9af4-c01a0e44a9aa by drivers openvswitch,hyperv on host dv-cinder-816104-2-iscsi at level 0 using segments [{'id': '893e466e-66a5-45bb-9724-e0a92ab9dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279'}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:19:37.353989 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Attempting to bind port 754d9d0c-7eb3-478a-9af4-c01a0e44a9aa on network c49ed967-4df2-4c03-a3f7-11bc631a5279 {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:19:37.360810 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Checking agent: {'id': 'e997a1d7-0267-47ad-aad7-04acf389f1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 11, 40), 'started_at': datetime.datetime(2022, 2, 15, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:19:37.363744 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Checking segment: {'id': '893e466e-66a5-45bb-9724-e0a92ab9dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:19:37.366017 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:37.367650 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Bound using segment: {'id': '893e466e-66a5-45bb-9724-e0a92ab9dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279'} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:19:37.368589 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Bound port: 754d9d0c-7eb3-478a-9af4-c01a0e44a9aa, host: dv-cinder-816104-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893e466e-66a5-45bb-9724-e0a92ab9dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279'}}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:19:37.371325 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (754d9d0c-7eb3-478a-9af4-c01a0e44a9aa), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:37.403035 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5330aa19-22df-443a-8609-b0798505991c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571'] for network (ee659080-78cf-4efd-be3b-466b39ec5040), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:37.404100 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5330aa19-22df-443a-8609-b0798505991c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:19:37.404732 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5330aa19-22df-443a-8609-b0798505991c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:37.408845 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8250f6-ecbd-4a89-8c2c-4a5e9787a657 admin admin] Pushing event updated for resources: {'Network': ['ID=f0c3e2a8-7b6d-47b3-b743-56e894a4b50d,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:37.502147 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-5330aa19-22df-443a-8609-b0798505991c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8393984 Feb 15 04:19:37.502875 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 51000) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:19:37.519628 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-9c520ae8-3fd2-4d41-9714-00551b4f61d4 admin admin] Request body: {'subnet': {'network_id': 'ee659080-78cf-4efd-be3b-466b39ec5040', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1154975341-subnet', 'tenant_id': 'f8bc531651b748a791dbbbc11ee10adb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:19:37.539154 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] For port 754d9d0c-7eb3-478a-9af4-c01a0e44a9aa, host dv-cinder-816104-2-iscsi, cleared binding levels {{(pid=102635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:19:37.542921 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] For port 754d9d0c-7eb3-478a-9af4-c01a0e44a9aa, host dv-cinder-816104-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=754d9d0c-7eb3-478a-9af4-c01a0e44a9aa,segment=NetworkSegment(893e466e-66a5-45bb-9724-e0a92ab9dee9),segment_id=893e466e-66a5-45bb-9724-e0a92ab9dee9)] {{(pid=102635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:19:37.547182 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Network f0c3e2a8-7b6d-47b3-b743-56e894a4b50d details requested by agent ovs-agent-dv-cinder-816104-2-iscsi with host dv-cinder-816104-2-iscsi {{(pid=102635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 04:19:37.558830 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330aa19-22df-443a-8609-b0798505991c admin admin] Pushing event updated for resources: {'Network': ['ID=ee659080-78cf-4efd-be3b-466b39ec5040,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:37.591381 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c520ae8-3fd2-4d41-9714-00551b4f61d4 admin admin] Made reservation on behalf of f8bc531651b748a791dbbbc11ee10adb for: {'subnet': 1} {{(pid=102634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:19:37.595882 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9c520ae8-3fd2-4d41-9714-00551b4f61d4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:37.612053 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Network ee659080-78cf-4efd-be3b-466b39ec5040 details requested by agent ovs-agent-dv-cinder-816104-2-iscsi with host dv-cinder-816104-2-iscsi {{(pid=102635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 04:19:37.616664 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (754d9d0c-7eb3-478a-9af4-c01a0e44a9aa), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:37.647109 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e118e626-80f8-4ba1-a4d6-e9a83428328f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571'] for subnet (f5c54656-66d3-4f7d-bcac-e474d59bf132), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:37.710712 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118e626-80f8-4ba1-a4d6-e9a83428328f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5c54656-66d3-4f7d-bcac-e474d59bf132,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:37.730415 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e118e626-80f8-4ba1-a4d6-e9a83428328f admin admin] Checking segment: {'id': 'a2939050-b15c-425b-a2c1-f2f0e37f1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:19:37.730773 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e118e626-80f8-4ba1-a4d6-e9a83428328f admin admin] Network hostable DHCP agents. Network: f0c3e2a8-7b6d-47b3-b743-56e894a4b50d, hostable agents: ['8ae8e7a4-55a3-4d68-87a0-8671ef43234c'], hosted agents: [] {{(pid=102633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 04:19:37.756585 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e118e626-80f8-4ba1-a4d6-e9a83428328f admin admin] Network f0c3e2a8-7b6d-47b3-b743-56e894a4b50d is scheduled to be hosted by DHCP agent 8ae8e7a4-55a3-4d68-87a0-8671ef43234c with binding_index 1 {{(pid=102633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 04:19:37.773717 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-e118e626-80f8-4ba1-a4d6-e9a83428328f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-2-iscsi, f0c3e2a8-7b6d-47b3-b743-56e894a4b50d) {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:19:37.788097 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e118e626-80f8-4ba1-a4d6-e9a83428328f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:19:37.789583 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e118e626-80f8-4ba1-a4d6-e9a83428328f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:37.822767 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-e118e626-80f8-4ba1-a4d6-e9a83428328f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5722976 Feb 15 04:19:37.823801 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 51012) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:19:37.824202 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e96d11-373b-43df-872f-f4d98e5425d8 None None] Pushing event updated for resources: {'Port': ['ID=754d9d0c-7eb3-478a-9af4-c01a0e44a9aa,revision_number=2']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:37.843504 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-47301dbd-6463-47c8-b418-2fa6fa5aa3b0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-558353376-router', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:19:37.858246 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770a6848-e15f-489d-b62c-682ce5ead7a4 None None] Network f0c3e2a8-7b6d-47b3-b743-56e894a4b50d requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:19:37.917277 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-47301dbd-6463-47c8-b418-2fa6fa5aa3b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26507'] for router (2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:37.919084 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-47301dbd-6463-47c8-b418-2fa6fa5aa3b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-639913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26498'] for router (2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:38.003985 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 51022) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:19:38.011650 dv-cinder-816104-2-iscsi neutron-server[102633]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 15 04:19:38.131750 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6465b6aa-a682-4479-9469-f56893cf2bda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp628f2eeb-406b-5e3d-a89d-954c51e101fd-f0c3e2a8-7b6d-47b3-b743-56e894a4b50d', 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d', 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'fixed_ips': [{'subnet_id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132'}]}} from dv-cinder-816104-2-iscsi. {{(pid=102635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 04:19:38.131750 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-6465b6aa-a682-4479-9469-f56893cf2bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:38.179171 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e3e70748-2752-471a-b4cc-4722c30ad39f admin admin] Publish callbacks [] for router_gateway (c9fea396-0fd8-4a83-909f-94149fea34f8), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:38.232038 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e3e70748-2752-471a-b4cc-4722c30ad39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:38.351663 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.db_base_plugin_common [None req-6465b6aa-a682-4479-9469-f56893cf2bda None None] Allocated IP 172.20.0.2 (f0c3e2a8-7b6d-47b3-b743-56e894a4b50d/f5c54656-66d3-4f7d-bcac-e474d59bf132/e384005e-60f7-4ecb-9c96-0548b54580c8) {{(pid=102635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:19:38.474449 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-47301dbd-6463-47c8-b418-2fa6fa5aa3b0 admin admin] Publish callbacks [] for router_controller (2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2), precommit_add_association {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:38.513633 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-6465b6aa-a682-4479-9469-f56893cf2bda None None] Publish callbacks [] for port (e384005e-60f7-4ecb-9c96-0548b54580c8), precommit_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:38.525607 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-6465b6aa-a682-4479-9469-f56893cf2bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083'] for port (e384005e-60f7-4ecb-9c96-0548b54580c8), after_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:38.600726 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465b6aa-a682-4479-9469-f56893cf2bda None None] Pushing event updated for resources: {'Port': ['ID=e384005e-60f7-4ecb-9c96-0548b54580c8,revision_number=1']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:38.603928 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.db_base_plugin_common [None req-e3e70748-2752-471a-b4cc-4722c30ad39f admin admin] Allocated IP 172.27.1.184 (e6fb9507-f434-4add-a536-b65ba033e5e7/ff2a616f-f347-4e09-a791-22c9c65ada0b/b6fe96b4-b564-4651-9420-39683b68d423) {{(pid=102634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:19:38.621270 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6465b6aa-a682-4479-9469-f56893cf2bda None None] Network f0c3e2a8-7b6d-47b3-b743-56e894a4b50d is already hosted by enough agents. {{(pid=102635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:19:38.623967 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.scheduler.base_scheduler [None req-6465b6aa-a682-4479-9469-f56893cf2bda None None] Resources bound (agent type, host, resource id): {{(pid=102635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:19:38.626679 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:38.627676 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6465b6aa-a682-4479-9469-f56893cf2bda None None] Received port after_create {{(pid=102635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:19:38.721645 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-6465b6aa-a682-4479-9469-f56893cf2bda None None] Attempting to bind port e384005e-60f7-4ecb-9c96-0548b54580c8 on host dv-cinder-816104-2-iscsi for vnic_type normal with profile {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:19:38.721645 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-6465b6aa-a682-4479-9469-f56893cf2bda None None] Attempting to bind port e384005e-60f7-4ecb-9c96-0548b54580c8 by drivers openvswitch,hyperv on host dv-cinder-816104-2-iscsi at level 0 using segments [{'id': 'a2939050-b15c-425b-a2c1-f2f0e37f1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d'}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:19:38.722013 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6465b6aa-a682-4479-9469-f56893cf2bda None None] Attempting to bind port e384005e-60f7-4ecb-9c96-0548b54580c8 on network f0c3e2a8-7b6d-47b3-b743-56e894a4b50d {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:19:38.732446 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6465b6aa-a682-4479-9469-f56893cf2bda None None] Checking agent: {'id': 'e997a1d7-0267-47ad-aad7-04acf389f1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 11, 40), 'started_at': datetime.datetime(2022, 2, 15, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:19:38.733133 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6465b6aa-a682-4479-9469-f56893cf2bda None None] Checking segment: {'id': 'a2939050-b15c-425b-a2c1-f2f0e37f1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:19:38.733839 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-6465b6aa-a682-4479-9469-f56893cf2bda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:38.734642 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6465b6aa-a682-4479-9469-f56893cf2bda None None] Bound using segment: {'id': 'a2939050-b15c-425b-a2c1-f2f0e37f1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d'} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:19:38.735368 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-6465b6aa-a682-4479-9469-f56893cf2bda None None] Bound port: e384005e-60f7-4ecb-9c96-0548b54580c8, host: dv-cinder-816104-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2939050-b15c-425b-a2c1-f2f0e37f1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d'}}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:19:38.736021 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-6465b6aa-a682-4479-9469-f56893cf2bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (e384005e-60f7-4ecb-9c96-0548b54580c8), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:38.781678 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e3e70748-2752-471a-b4cc-4722c30ad39f admin admin] Publish callbacks [] for port (b6fe96b4-b564-4651-9420-39683b68d423), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:38.811442 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-d4af37be-01e3-4ecf-b970-24bc7fc5c597 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:19:38.820453 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9c520ae8-3fd2-4d41-9714-00551b4f61d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571'] for subnet (4162ffac-2362-474f-b644-4e31f81938f3), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:38.832647 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-d4af37be-01e3-4ecf-b970-24bc7fc5c597 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/networks?id=a909d0e6-c4b3-462a-b863-e1bf37a7bf54 HTTP/1.1" status: 200 len: 815 time: 0.8273404 Feb 15 04:19:38.907181 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-47301dbd-6463-47c8-b418-2fa6fa5aa3b0 admin admin] Publish callbacks [] for router_gateway (2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:38.920321 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-6465b6aa-a682-4479-9469-f56893cf2bda None None] For port e384005e-60f7-4ecb-9c96-0548b54580c8, host dv-cinder-816104-2-iscsi, cleared binding levels {{(pid=102635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:19:38.924599 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-6465b6aa-a682-4479-9469-f56893cf2bda None None] For port e384005e-60f7-4ecb-9c96-0548b54580c8, host dv-cinder-816104-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=e384005e-60f7-4ecb-9c96-0548b54580c8,segment=NetworkSegment(a2939050-b15c-425b-a2c1-f2f0e37f1e44),segment_id=a2939050-b15c-425b-a2c1-f2f0e37f1e44)] {{(pid=102635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:19:38.937322 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-6465b6aa-a682-4479-9469-f56893cf2bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (e384005e-60f7-4ecb-9c96-0548b54580c8), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:38.939593 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-7b81d8a9-fd6c-4559-8d5b-0b706f26f647 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/quotas/3d7002e2df35463c9128baa00359cd9e HTTP/1.1" status: 200 len: 375 time: 0.1045649 Feb 15 04:19:39.025713 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-2c831e20-da38-4ef5-8126-1cc5c9eb927c tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d7002e2df35463c9128baa00359cd9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836675 Feb 15 04:19:39.070027 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c520ae8-3fd2-4d41-9714-00551b4f61d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4162ffac-2362-474f-b644-4e31f81938f3,revision_number=0']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:39.078668 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e3e70748-2752-471a-b4cc-4722c30ad39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083'] for port (b6fe96b4-b564-4651-9420-39683b68d423), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:39.131399 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465b6aa-a682-4479-9469-f56893cf2bda None None] Pushing event updated for resources: {'Port': ['ID=e384005e-60f7-4ecb-9c96-0548b54580c8,revision_number=2']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:39.148627 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 754d9d0c-7eb3-478a-9af4-c01a0e44a9aa up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:19:39.333095 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port 754d9d0c-7eb3-478a-9af4-c01a0e44a9aa triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:19:39.333503 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (754d9d0c-7eb3-478a-9af4-c01a0e44a9aa), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:39.339888 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c520ae8-3fd2-4d41-9714-00551b4f61d4 admin admin] Checking segment: {'id': 'e61be41a-7e7b-4345-aa45-9232b26d6b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ee659080-78cf-4efd-be3b-466b39ec5040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:19:39.340521 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c520ae8-3fd2-4d41-9714-00551b4f61d4 admin admin] Network hostable DHCP agents. Network: ee659080-78cf-4efd-be3b-466b39ec5040, hostable agents: ['8ae8e7a4-55a3-4d68-87a0-8671ef43234c'], hosted agents: [] {{(pid=102634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 04:19:39.352775 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e70748-2752-471a-b4cc-4722c30ad39f admin admin] Network e6fb9507-f434-4add-a536-b65ba033e5e7 is already hosted by enough agents. {{(pid=102634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:19:39.365573 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-47301dbd-6463-47c8-b418-2fa6fa5aa3b0 admin admin] Publish callbacks [] for router_gateway (2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:39.392745 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.base_scheduler [None req-e3e70748-2752-471a-b4cc-4722c30ad39f admin admin] Resources bound (agent type, host, resource id): {{(pid=102634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:19:39.393392 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-47301dbd-6463-47c8-b418-2fa6fa5aa3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:39.414165 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e70748-2752-471a-b4cc-4722c30ad39f admin admin] Received port after_create {{(pid=102634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:19:39.418153 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e70748-2752-471a-b4cc-4722c30ad39f admin admin] Pushing event updated for resources: {'Port': ['ID=b6fe96b4-b564-4651-9420-39683b68d423,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:39.509884 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-e42ba45c-2ad2-4e5a-85d4-4b9f34297de7 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 04:19:39.511262 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-e42ba45c-2ad2-4e5a-85d4-4b9f34297de7 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1472032 Feb 15 04:19:39.536221 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port 754d9d0c-7eb3-478a-9af4-c01a0e44a9aa is: DOWN; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:19:39.537016 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (754d9d0c-7eb3-478a-9af4-c01a0e44a9aa), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:39.556219 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1771236-c363-4053-8e65-597362da6e73 None None] Network c49ed967-4df2-4c03-a3f7-11bc631a5279 requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:19:39.580841 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c520ae8-3fd2-4d41-9714-00551b4f61d4 admin admin] Network ee659080-78cf-4efd-be3b-466b39ec5040 is scheduled to be hosted by DHCP agent 8ae8e7a4-55a3-4d68-87a0-8671ef43234c with binding_index 1 {{(pid=102634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 04:19:39.731838 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.base_scheduler [None req-9c520ae8-3fd2-4d41-9714-00551b4f61d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-2-iscsi, ee659080-78cf-4efd-be3b-466b39ec5040) {{(pid=102634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:19:39.741612 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c520ae8-3fd2-4d41-9714-00551b4f61d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:19:39.742772 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9c520ae8-3fd2-4d41-9714-00551b4f61d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for subnet (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:39.758285 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-f0ca4c1c-e6a5-4b11-a095-43327147ac32 service neutron] 10.222.0.45 "GET /v2.0/networks/a909d0e6-c4b3-462a-b863-e1bf37a7bf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330105 Feb 15 04:19:39.769237 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab9c8b0-56c5-4a3a-a72c-da1ae1a38841 None None] Network ee659080-78cf-4efd-be3b-466b39ec5040 requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:19:39.787024 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-9c520ae8-3fd2-4d41-9714-00551b4f61d4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.2775598 Feb 15 04:19:39.788625 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 51060) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:19:39.796268 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-4cdac5fc-f3ce-4625-bf24-24f010d92c69 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1154975341-router', 'tenant_id': 'f8bc531651b748a791dbbbc11ee10adb', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:19:39.843920 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] For port 754d9d0c-7eb3-478a-9af4-c01a0e44a9aa, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=754d9d0c-7eb3-478a-9af4-c01a0e44a9aa,segment=NetworkSegment(893e466e-66a5-45bb-9724-e0a92ab9dee9),segment_id=893e466e-66a5-45bb-9724-e0a92ab9dee9)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:19:39.959556 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (754d9d0c-7eb3-478a-9af4-c01a0e44a9aa), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:39.967835 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-47301dbd-6463-47c8-b418-2fa6fa5aa3b0 admin admin] Allocated IP 172.27.1.159 (e6fb9507-f434-4add-a536-b65ba033e5e7/ff2a616f-f347-4e09-a791-22c9c65ada0b/8525b6b7-883c-425d-87a5-c9460a68bc2a) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:19:39.968165 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4cdac5fc-f3ce-4625-bf24-24f010d92c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26507'] for router (a818bd04-4f62-41c3-b310-352af06ecf31), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:39.969243 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4cdac5fc-f3ce-4625-bf24-24f010d92c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-639913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26498'] for router (a818bd04-4f62-41c3-b310-352af06ecf31), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:39.978343 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-b9635188-8ed2-41be-8d3d-3abfee3e9366 service neutron] 10.222.0.45 "GET /v2.0/networks/a909d0e6-c4b3-462a-b863-e1bf37a7bf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069166 Feb 15 04:19:40.143269 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-72e07261-16e2-404d-9fdb-e3286b84eae9 None None] Provisioning complete for port 754d9d0c-7eb3-478a-9af4-c01a0e44a9aa triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:19:40.143655 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-72e07261-16e2-404d-9fdb-e3286b84eae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (754d9d0c-7eb3-478a-9af4-c01a0e44a9aa), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:40.205050 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4cdac5fc-f3ce-4625-bf24-24f010d92c69 admin admin] Publish callbacks [] for router_controller (a818bd04-4f62-41c3-b310-352af06ecf31), precommit_add_association {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:40.299273 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-47301dbd-6463-47c8-b418-2fa6fa5aa3b0 admin admin] Publish callbacks [] for port (8525b6b7-883c-425d-87a5-c9460a68bc2a), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:40.344501 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:40.398709 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-47301dbd-6463-47c8-b418-2fa6fa5aa3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083'] for port (8525b6b7-883c-425d-87a5-c9460a68bc2a), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:40.447442 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Pushing event updated for resources: {'Port': ['ID=754d9d0c-7eb3-478a-9af4-c01a0e44a9aa,revision_number=3']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:40.491269 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e3e70748-2752-471a-b4cc-4722c30ad39f admin admin] Publish callbacks [] for router_gateway (c9fea396-0fd8-4a83-909f-94149fea34f8), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:40.528836 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47301dbd-6463-47c8-b418-2fa6fa5aa3b0 admin admin] Pushing event updated for resources: {'Port': ['ID=8525b6b7-883c-425d-87a5-c9460a68bc2a,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:40.552268 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47301dbd-6463-47c8-b418-2fa6fa5aa3b0 admin admin] Network e6fb9507-f434-4add-a536-b65ba033e5e7 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:19:40.555176 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-47301dbd-6463-47c8-b418-2fa6fa5aa3b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:19:40.563055 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47301dbd-6463-47c8-b418-2fa6fa5aa3b0 admin admin] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:19:40.593898 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72df12c1-e333-45ee-a568-5b9dbc43b8d5 None None] Network ee659080-78cf-4efd-be3b-466b39ec5040 requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:19:40.639634 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-72e07261-16e2-404d-9fdb-e3286b84eae9 None None] Current status of the port 754d9d0c-7eb3-478a-9af4-c01a0e44a9aa is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:19:40.664278 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 51106) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:19:40.674403 dv-cinder-816104-2-iscsi neutron-server[102634]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 15 04:19:40.935085 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-142c1e37-ced7-45c8-b461-18eddb1fe905 None None] Provisioning complete for port 754d9d0c-7eb3-478a-9af4-c01a0e44a9aa triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:19:40.935632 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-142c1e37-ced7-45c8-b461-18eddb1fe905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (754d9d0c-7eb3-478a-9af4-c01a0e44a9aa), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:40.953040 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4cdac5fc-f3ce-4625-bf24-24f010d92c69 admin admin] Publish callbacks [] for router_gateway (a818bd04-4f62-41c3-b310-352af06ecf31), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:40.999919 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e36f65fa-b5d6-410a-adb8-c2e968297a56 req-d9eb9d19-3ebf-4617-bcf3-6420454e4de9 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 210 time: 0.1782539 Feb 15 04:19:41.055874 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-47301dbd-6463-47c8-b418-2fa6fa5aa3b0 admin admin] Publish callbacks [] for router_gateway (2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:41.083905 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device e384005e-60f7-4ecb-9c96-0548b54580c8 up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:19:41.154953 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f08d4c9-ccc2-4122-b44b-76f468bb9152 None None] Network f0c3e2a8-7b6d-47b3-b743-56e894a4b50d requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:19:41.433888 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-4f4684cb-8491-4d52-8e15-34ba6a5fc62d tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:19:41.435677 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-4f4684cb-8491-4d52-8e15-34ba6a5fc62d tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/networks?id=bfb96b13-817b-4246-b547-422f8cfd6b4a HTTP/1.1" status: 200 len: 811 time: 0.7638395 Feb 15 04:19:41.466218 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-5c4b2c9e-ea59-4612-8ffd-0e9896f21886 tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/quotas/9ea72854422249cdb2433b90e5aa1252 HTTP/1.1" status: 200 len: 375 time: 0.0186360 Feb 15 04:19:41.604622 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-4ca4e411-faee-4057-ab9d-b6a8cdf5c339 tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9ea72854422249cdb2433b90e5aa1252&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1268203 Feb 15 04:19:41.645769 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-47301dbd-6463-47c8-b418-2fa6fa5aa3b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639898'] for router (2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:41.650072 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:41.653189 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port e384005e-60f7-4ecb-9c96-0548b54580c8 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:19:41.653664 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (e384005e-60f7-4ecb-9c96-0548b54580c8), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:41.657784 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-142c1e37-ced7-45c8-b461-18eddb1fe905 None None] Current status of the port 754d9d0c-7eb3-478a-9af4-c01a0e44a9aa is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:19:41.658125 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e3e70748-2752-471a-b4cc-4722c30ad39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639898'] for router (c9fea396-0fd8-4a83-909f-94149fea34f8), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:41.815203 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fe9460ed-c7d0-4370-82bf-7931c3c5f65e None None] Provisioning complete for port e384005e-60f7-4ecb-9c96-0548b54580c8 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:19:41.815676 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fe9460ed-c7d0-4370-82bf-7931c3c5f65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (e384005e-60f7-4ecb-9c96-0548b54580c8), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:41.817950 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port e384005e-60f7-4ecb-9c96-0548b54580c8 is: DOWN; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:19:41.818120 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (e384005e-60f7-4ecb-9c96-0548b54580c8), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:41.863305 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47301dbd-6463-47c8-b418-2fa6fa5aa3b0 admin admin] Router 2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2 is scheduled to L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf with binding_index 1 {{(pid=102633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 04:19:41.920992 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] For port e384005e-60f7-4ecb-9c96-0548b54580c8, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=e384005e-60f7-4ecb-9c96-0548b54580c8,segment=NetworkSegment(a2939050-b15c-425b-a2c1-f2f0e37f1e44),segment_id=a2939050-b15c-425b-a2c1-f2f0e37f1e44)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:19:41.931342 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (e384005e-60f7-4ecb-9c96-0548b54580c8), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:41.933046 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 754d9d0c-7eb3-478a-9af4-c01a0e44a9aa up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:19:42.036385 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-6c946e1a-b131-4032-a677-15d25844a16d service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 04:19:42.044409 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-6c946e1a-b131-4032-a677-15d25844a16d service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3240480 Feb 15 04:19:42.055120 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Pushing event updated for resources: {'Port': ['ID=e384005e-60f7-4ecb-9c96-0548b54580c8,revision_number=3']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:42.083119 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47301dbd-6463-47c8-b418-2fa6fa5aa3b0 admin admin] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:19:42.098103 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7794a04a-ee9f-44ca-9830-b0ddd1bb6b4e None None] Sync routers for ids ['2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'] in dv-cinder-816104-2-iscsi {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:19:42.113428 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-47301dbd-6463-47c8-b418-2fa6fa5aa3b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:42.116960 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-47301dbd-6463-47c8-b418-2fa6fa5aa3b0 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2872765 Feb 15 04:19:42.120947 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 51170) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:19:42.123476 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7794a04a-ee9f-44ca-9830-b0ddd1bb6b4e None None] Routers {'2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:19:42.125289 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-7794a04a-ee9f-44ca-9830-b0ddd1bb6b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:19:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:19:42.169999 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-abbfabb1-7782-4361-a9d3-a06cbe675a0a req-7432ab53-4099-4047-813f-682e81b08eeb tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 210 time: 0.0541060 Feb 15 04:19:42.185268 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fe9460ed-c7d0-4370-82bf-7931c3c5f65e None None] Current status of the port e384005e-60f7-4ecb-9c96-0548b54580c8 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:19:42.192136 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port 754d9d0c-7eb3-478a-9af4-c01a0e44a9aa triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:19:42.192533 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (754d9d0c-7eb3-478a-9af4-c01a0e44a9aa), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:42.338029 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-4eb83f04-251e-4758-83b7-1526aba746c5 None None] Provisioning complete for port e384005e-60f7-4ecb-9c96-0548b54580c8 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:19:42.338430 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-4eb83f04-251e-4758-83b7-1526aba746c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (e384005e-60f7-4ecb-9c96-0548b54580c8), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:42.341082 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port 754d9d0c-7eb3-478a-9af4-c01a0e44a9aa is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:19:42.376989 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-ce5689bf-afe2-406b-a068-926d49febc51 service neutron] 10.222.0.45 "GET /v2.0/networks/bfb96b13-817b-4246-b547-422f8cfd6b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316250 Feb 15 04:19:42.411008 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4cdac5fc-f3ce-4625-bf24-24f010d92c69 admin admin] Publish callbacks [] for router_gateway (a818bd04-4f62-41c3-b310-352af06ecf31), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:42.474382 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-7794a04a-ee9f-44ca-9830-b0ddd1bb6b4e None None] Set router 2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:19:42.505675 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-4eb83f04-251e-4758-83b7-1526aba746c5 None None] Current status of the port e384005e-60f7-4ecb-9c96-0548b54580c8 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:19:42.573501 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-351006c8-2f8b-42c0-a772-bd3dabe63889 service neutron] 10.222.0.45 "GET /v2.0/networks/bfb96b13-817b-4246-b547-422f8cfd6b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567686 Feb 15 04:19:42.590635 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4cdac5fc-f3ce-4625-bf24-24f010d92c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:42.721513 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-7794a04a-ee9f-44ca-9830-b0ddd1bb6b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'name': 'tempest-AttachVolumeShelveTestJSON-558353376-router', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:37Z', 'updated_at': '2022-02-15T04:19:40Z', 'revision_number': 3, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'gw_port': {'id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:39Z', 'updated_at': '2022-02-15T04:19:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:19:42.761293 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e70748-2752-471a-b4cc-4722c30ad39f admin admin] Router c9fea396-0fd8-4a83-909f-94149fea34f8 is scheduled to L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf with binding_index 1 {{(pid=102634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 04:19:42.813598 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7794a04a-ee9f-44ca-9830-b0ddd1bb6b4e None None] Checking router: 2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2 for host: dv-cinder-816104-2-iscsi {{(pid=102636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:19:42.813874 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7794a04a-ee9f-44ca-9830-b0ddd1bb6b4e None None] Updating router 2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2 port 8525b6b7-883c-425d-87a5-c9460a68bc2a binding host dv-cinder-816104-2-iscsi {{(pid=102636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 04:19:42.856112 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device e384005e-60f7-4ecb-9c96-0548b54580c8 up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:19:42.861654 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-7794a04a-ee9f-44ca-9830-b0ddd1bb6b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (8525b6b7-883c-425d-87a5-c9460a68bc2a), before_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:42.911390 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.db_base_plugin_common [None req-4cdac5fc-f3ce-4625-bf24-24f010d92c69 admin admin] Allocated IP 172.27.1.139 (e6fb9507-f434-4add-a536-b65ba033e5e7/ff2a616f-f347-4e09-a791-22c9c65ada0b/edcd783f-4a4b-4046-a712-c59635c85b39) {{(pid=102634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:19:42.974242 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port e384005e-60f7-4ecb-9c96-0548b54580c8 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:19:42.975234 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (e384005e-60f7-4ecb-9c96-0548b54580c8), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:43.137746 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-10979ad0-fd75-4660-9d9f-6e7e1eae0c13 req-308cfacf-f067-493f-94bb-e597a85a769f tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7ec6e38-42b9-43b6-9bb6-fc72a05b2607 HTTP/1.1" status: 200 len: 210 time: 0.0879226 Feb 15 04:19:43.216568 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port e384005e-60f7-4ecb-9c96-0548b54580c8 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:19:43.577905 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-6156f5cb-9268-4c65-b5be-e525b8c45eca req-1bf8997f-00c6-4b92-88d5-2e2ab018a336 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 210 time: 0.1011422 Feb 15 04:19:43.668169 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e70748-2752-471a-b4cc-4722c30ad39f admin admin] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:19:43.679820 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45740491-b80a-455a-8689-5c1cbf3cc60b None None] Sync routers for ids ['c9fea396-0fd8-4a83-909f-94149fea34f8'] in dv-cinder-816104-2-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:19:43.687543 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.59', 62226) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:19:43.697887 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45740491-b80a-455a-8689-5c1cbf3cc60b None None] Routers {'c9fea396-0fd8-4a83-909f-94149fea34f8'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:19:43.698530 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-45740491-b80a-455a-8689-5c1cbf3cc60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:19:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['c9fea396-0fd8-4a83-909f-94149fea34f8'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:19:43.732706 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 51238) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:19:43.762037 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4cdac5fc-f3ce-4625-bf24-24f010d92c69 admin admin] Publish callbacks [] for port (edcd783f-4a4b-4046-a712-c59635c85b39), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:43.793693 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e3e70748-2752-471a-b4cc-4722c30ad39f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:43.793693 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-e3e70748-2752-471a-b4cc-4722c30ad39f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.9272537 Feb 15 04:19:43.850921 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 51242) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:19:43.883305 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-45740491-b80a-455a-8689-5c1cbf3cc60b None None] Set router c9fea396-0fd8-4a83-909f-94149fea34f8 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:19:43.941468 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-ab0d007c-c3e5-4036-bf2e-b9bbcfea3272 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:19:43.945520 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-ab0d007c-c3e5-4036-bf2e-b9bbcfea3272 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.59 "GET /v2.0/networks?id=a909d0e6-c4b3-462a-b863-e1bf37a7bf54 HTTP/1.1" status: 200 len: 815 time: 0.2567294 Feb 15 04:19:44.011698 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-9cd1edf8-73cd-48b6-b68d-11b27712bb54 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Request body: {'port': {'device_id': 'f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf', 'network_id': 'a909d0e6-c4b3-462a-b863-e1bf37a7bf54', 'admin_state_up': True, 'tenant_id': '3d7002e2df35463c9128baa00359cd9e'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:19:44.140760 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-199c100a-450d-479a-b60e-ff90f4797976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:44.206020 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-45740491-b80a-455a-8689-5c1cbf3cc60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'name': 'tempest-AttachVolumeTestJSON-1521098367-router', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:35Z', 'updated_at': '2022-02-15T04:19:39Z', 'revision_number': 3, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'gw_port': {'id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:38Z', 'updated_at': '2022-02-15T04:19:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:19:44.247889 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45740491-b80a-455a-8689-5c1cbf3cc60b None None] Checking router: c9fea396-0fd8-4a83-909f-94149fea34f8 for host: dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:19:44.248980 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45740491-b80a-455a-8689-5c1cbf3cc60b None None] Updating router c9fea396-0fd8-4a83-909f-94149fea34f8 port b6fe96b4-b564-4651-9420-39683b68d423 binding host dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 04:19:44.254761 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-199c100a-450d-479a-b60e-ff90f4797976 admin admin] Publish callbacks [] for security_group (d3448b28-895a-4d56-b46a-d6c1fca7dea2), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:44.271177 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-199c100a-450d-479a-b60e-ff90f4797976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (d3448b28-895a-4d56-b46a-d6c1fca7dea2), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:44.353798 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-45740491-b80a-455a-8689-5c1cbf3cc60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (b6fe96b4-b564-4651-9420-39683b68d423), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:44.367034 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c100a-450d-479a-b60e-ff90f4797976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3448b28-895a-4d56-b46a-d6c1fca7dea2,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:44.480332 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-199c100a-450d-479a-b60e-ff90f4797976 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=48c0db00438947fb92aaabf8804274c5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7463498 Feb 15 04:19:44.480985 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 51270) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:19:44.522223 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-9cd1edf8-73cd-48b6-b68d-11b27712bb54 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Made reservation on behalf of 3d7002e2df35463c9128baa00359cd9e for: {'port': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:19:44.525974 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-9cd1edf8-73cd-48b6-b68d-11b27712bb54 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:44.739917 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4cdac5fc-f3ce-4625-bf24-24f010d92c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083'] for port (edcd783f-4a4b-4046-a712-c59635c85b39), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:44.924549 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 51296) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:19:44.927711 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2800eff5-99cf-4512-bde8-f36e78f1b4c2 admin admin] Publish callbacks [] for security_group (d3448b28-895a-4d56-b46a-d6c1fca7dea2), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:44.993188 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-7794a04a-ee9f-44ca-9830-b0ddd1bb6b4e None None] Publish callbacks [] for port (8525b6b7-883c-425d-87a5-c9460a68bc2a), precommit_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:45.005128 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-7794a04a-ee9f-44ca-9830-b0ddd1bb6b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (8525b6b7-883c-425d-87a5-c9460a68bc2a), after_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:45.029232 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-db0e6bd9-4a23-44b7-90c5-08a41f4d4f08 req-b4dc2c53-a8f7-454f-bb17-46b1fb561437 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 210 time: 0.2696223 Feb 15 04:19:45.030893 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-64461225-99fb-4abb-9d1c-191ac1837fc7 req-e2d2ddb2-6c97-4524-81c1-1928206a9bda tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7ec6e38-42b9-43b6-9bb6-fc72a05b2607 HTTP/1.1" status: 200 len: 210 time: 0.1626811 Feb 15 04:19:45.039986 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdac5fc-f3ce-4625-bf24-24f010d92c69 admin admin] Pushing event updated for resources: {'Port': ['ID=edcd783f-4a4b-4046-a712-c59635c85b39,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:45.133764 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.managers [None req-7794a04a-ee9f-44ca-9830-b0ddd1bb6b4e None None] Attempting to bind port 8525b6b7-883c-425d-87a5-c9460a68bc2a on host dv-cinder-816104-2-iscsi for vnic_type normal with profile {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:19:45.134508 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.managers [None req-7794a04a-ee9f-44ca-9830-b0ddd1bb6b4e None None] Attempting to bind port 8525b6b7-883c-425d-87a5-c9460a68bc2a by drivers openvswitch,hyperv on host dv-cinder-816104-2-iscsi at level 0 using segments [{'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}] {{(pid=102636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:19:45.135127 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7794a04a-ee9f-44ca-9830-b0ddd1bb6b4e None None] Attempting to bind port 8525b6b7-883c-425d-87a5-c9460a68bc2a on network e6fb9507-f434-4add-a536-b65ba033e5e7 {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:19:45.150360 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee084f55-aab3-4241-8706-e2d4d47b2147 None None] Pushing event updated for resources: {'Port': ['ID=8525b6b7-883c-425d-87a5-c9460a68bc2a,revision_number=2']} {{(pid=102636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:45.158127 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7794a04a-ee9f-44ca-9830-b0ddd1bb6b4e None None] Checking agent: {'id': 'e997a1d7-0267-47ad-aad7-04acf389f1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 11, 40), 'started_at': datetime.datetime(2022, 2, 15, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:19:45.158713 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7794a04a-ee9f-44ca-9830-b0ddd1bb6b4e None None] Checking segment: {'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:19:45.163281 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-7794a04a-ee9f-44ca-9830-b0ddd1bb6b4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:45.163968 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7794a04a-ee9f-44ca-9830-b0ddd1bb6b4e None None] Bound using segment: {'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'} {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:19:45.165447 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.managers [None req-7794a04a-ee9f-44ca-9830-b0ddd1bb6b4e None None] Bound port: 8525b6b7-883c-425d-87a5-c9460a68bc2a, host: dv-cinder-816104-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}}] {{(pid=102636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:19:45.166093 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-7794a04a-ee9f-44ca-9830-b0ddd1bb6b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (8525b6b7-883c-425d-87a5-c9460a68bc2a), before_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:45.185323 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee084f55-aab3-4241-8706-e2d4d47b2147 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:45.189414 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee084f55-aab3-4241-8706-e2d4d47b2147 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:45.190189 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee084f55-aab3-4241-8706-e2d4d47b2147 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:45.192152 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee084f55-aab3-4241-8706-e2d4d47b2147 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:45.192731 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee084f55-aab3-4241-8706-e2d4d47b2147 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:45.194502 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee084f55-aab3-4241-8706-e2d4d47b2147 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:45.195090 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee084f55-aab3-4241-8706-e2d4d47b2147 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:45.196133 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee084f55-aab3-4241-8706-e2d4d47b2147 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:45.199706 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee084f55-aab3-4241-8706-e2d4d47b2147 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:45.199706 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee084f55-aab3-4241-8706-e2d4d47b2147 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:45.199706 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee084f55-aab3-4241-8706-e2d4d47b2147 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:45.199706 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee084f55-aab3-4241-8706-e2d4d47b2147 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:45.201949 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee084f55-aab3-4241-8706-e2d4d47b2147 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee084f55-aab3-4241-8706-e2d4d47b2147 None None] Tracked resource versions report: Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: pushed versions: Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: { 'AddressGroup': {'1.2'}, Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: 'ConntrackHelper': {'1.0'}, Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: 'LocalIPAssociation': {'1.0'}, Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: 'Log': {'1.0'}, Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: 'Network': {'1.1'}, Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: 'Port': {'1.7'}, Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: 'PortForwarding': {'1.2'}, Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: 'QosPolicy': {'1.10'}, Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: 'SecurityGroup': {'1.5'}, Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: 'SecurityGroupRule': {'1.2'}, Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: 'SubPort': {'1.0'}, Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: 'Subnet': {'1.1'}, Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: 'Trunk': {'1.1'}} Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: consumer versions: Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: { DHCP agent@dv-cinder-816104-2-iscsi: {}, Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: HyperV agent@hv-cinder-81610: {}, Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: L3 agent@dv-cinder-816104-2-iscsi: {}, Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: Metadata agent@dv-cinder-816104-2-iscsi: {}, Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: Metering agent@dv-cinder-816104-2-iscsi: {}, Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: Open vSwitch agent@dv-cinder-816104-2-iscsi: { 'AddressGroup': '1.2', Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: 'ConntrackHelper': '1.0', Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: 'LocalIPAssociation': '1.0', Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: 'Log': '1.0', Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: 'Network': '1.1', Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: 'Port': '1.7', Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: 'PortForwarding': '1.2', Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: 'QosPolicy': '1.10', Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: 'SecurityGroup': '1.5', Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: 'SecurityGroupRule': '1.2', Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: 'SubPort': '1.0', Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: 'Subnet': '1.1', Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: 'Trunk': '1.1'}} Feb 15 04:19:45.212011 dv-cinder-816104-2-iscsi neutron-server[102636]: {{(pid=102636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 04:19:45.260647 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdac5fc-f3ce-4625-bf24-24f010d92c69 admin admin] Network e6fb9507-f434-4add-a536-b65ba033e5e7 is already hosted by enough agents. {{(pid=102634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:19:45.317607 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.base_scheduler [None req-4cdac5fc-f3ce-4625-bf24-24f010d92c69 admin admin] Resources bound (agent type, host, resource id): {{(pid=102634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:19:45.324644 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdac5fc-f3ce-4625-bf24-24f010d92c69 admin admin] Received port after_create {{(pid=102634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:19:45.328557 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.59', 62232) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:19:45.382963 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2800eff5-99cf-4512-bde8-f36e78f1b4c2 admin admin] Publish callbacks [] for security_group (d3448b28-895a-4d56-b46a-d6c1fca7dea2), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:45.408766 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.db [None req-7794a04a-ee9f-44ca-9830-b0ddd1bb6b4e None None] For port 8525b6b7-883c-425d-87a5-c9460a68bc2a, host dv-cinder-816104-2-iscsi, cleared binding levels {{(pid=102636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:19:45.423578 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.db [None req-7794a04a-ee9f-44ca-9830-b0ddd1bb6b4e None None] For port 8525b6b7-883c-425d-87a5-c9460a68bc2a, host dv-cinder-816104-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=8525b6b7-883c-425d-87a5-c9460a68bc2a,segment=NetworkSegment(5a34016a-0f1f-4003-98e1-68134538d335),segment_id=5a34016a-0f1f-4003-98e1-68134538d335)] {{(pid=102636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:19:45.444817 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-7794a04a-ee9f-44ca-9830-b0ddd1bb6b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (8525b6b7-883c-425d-87a5-c9460a68bc2a), after_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:45.627685 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-582d28c5-46e1-49f3-9da7-f401603e11a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:45.857877 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-74dd27bb-1e72-415e-9a77-3356938d10ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:45.898840 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7794a04a-ee9f-44ca-9830-b0ddd1bb6b4e None None] Routers {'2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:19:45.899217 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-7794a04a-ee9f-44ca-9830-b0ddd1bb6b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:19:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:19:45.931724 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-45740491-b80a-455a-8689-5c1cbf3cc60b None None] Publish callbacks [] for port (b6fe96b4-b564-4651-9420-39683b68d423), precommit_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:45.945747 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-45740491-b80a-455a-8689-5c1cbf3cc60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (b6fe96b4-b564-4651-9420-39683b68d423), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:46.056465 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-ff910ee5-2333-4d89-878b-e3846b885150 tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:19:46.058484 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-ff910ee5-2333-4d89-878b-e3846b885150 tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.59 "GET /v2.0/networks?id=bfb96b13-817b-4246-b547-422f8cfd6b4a HTTP/1.1" status: 200 len: 811 time: 0.7268631 Feb 15 04:19:46.089313 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee084f55-aab3-4241-8706-e2d4d47b2147 None None] Pushing event updated for resources: {'Port': ['ID=8525b6b7-883c-425d-87a5-c9460a68bc2a,revision_number=3']} {{(pid=102636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:46.185162 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-e6af610c-744a-4563-b476-38147b0e31aa tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Request body: {'port': {'device_id': 'e7ec6e38-42b9-43b6-9bb6-fc72a05b2607', 'network_id': 'bfb96b13-817b-4246-b547-422f8cfd6b4a', 'admin_state_up': True, 'tenant_id': '9ea72854422249cdb2433b90e5aa1252'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:19:46.208143 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-9cd1edf8-73cd-48b6-b68d-11b27712bb54 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Allocated IP 172.20.0.11 (a909d0e6-c4b3-462a-b863-e1bf37a7bf54/508befd6-d7ad-4a18-a5bd-758fb93dcf1e/e5000b8c-e731-4109-b8ae-a57706444763) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:19:46.212124 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-45740491-b80a-455a-8689-5c1cbf3cc60b None None] Attempting to bind port b6fe96b4-b564-4651-9420-39683b68d423 on host dv-cinder-816104-2-iscsi for vnic_type normal with profile {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:19:46.212124 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-45740491-b80a-455a-8689-5c1cbf3cc60b None None] Attempting to bind port b6fe96b4-b564-4651-9420-39683b68d423 by drivers openvswitch,hyperv on host dv-cinder-816104-2-iscsi at level 0 using segments [{'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:19:46.212606 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45740491-b80a-455a-8689-5c1cbf3cc60b None None] Attempting to bind port b6fe96b4-b564-4651-9420-39683b68d423 on network e6fb9507-f434-4add-a536-b65ba033e5e7 {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:19:46.235684 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558bfec7-24e9-457e-8a05-9345e669d128 None None] Pushing event updated for resources: {'Port': ['ID=b6fe96b4-b564-4651-9420-39683b68d423,revision_number=2']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:46.257067 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45740491-b80a-455a-8689-5c1cbf3cc60b None None] Checking agent: {'id': 'e997a1d7-0267-47ad-aad7-04acf389f1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 11, 40), 'started_at': datetime.datetime(2022, 2, 15, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:19:46.257463 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45740491-b80a-455a-8689-5c1cbf3cc60b None None] Checking segment: {'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:19:46.257881 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-45740491-b80a-455a-8689-5c1cbf3cc60b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:46.262742 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45740491-b80a-455a-8689-5c1cbf3cc60b None None] Bound using segment: {'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:19:46.264384 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-45740491-b80a-455a-8689-5c1cbf3cc60b None None] Bound port: b6fe96b4-b564-4651-9420-39683b68d423, host: dv-cinder-816104-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:19:46.264384 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-45740491-b80a-455a-8689-5c1cbf3cc60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (b6fe96b4-b564-4651-9420-39683b68d423), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:46.349635 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-45740491-b80a-455a-8689-5c1cbf3cc60b None None] For port b6fe96b4-b564-4651-9420-39683b68d423, host dv-cinder-816104-2-iscsi, cleared binding levels {{(pid=102635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:19:46.356991 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-45740491-b80a-455a-8689-5c1cbf3cc60b None None] For port b6fe96b4-b564-4651-9420-39683b68d423, host dv-cinder-816104-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=b6fe96b4-b564-4651-9420-39683b68d423,segment=NetworkSegment(5a34016a-0f1f-4003-98e1-68134538d335),segment_id=5a34016a-0f1f-4003-98e1-68134538d335)] {{(pid=102635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:19:46.376562 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-45740491-b80a-455a-8689-5c1cbf3cc60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (b6fe96b4-b564-4651-9420-39683b68d423), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:46.381264 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ae255b58-c732-4c80-b285-94068bd54180 req-dbdd6656-3dc2-42f5-8df6-3dac1b53bb7f tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7ec6e38-42b9-43b6-9bb6-fc72a05b2607 HTTP/1.1" status: 200 len: 210 time: 0.0841382 Feb 15 04:19:46.385365 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-582d28c5-46e1-49f3-9da7-f401603e11a3 admin admin] Publish callbacks [] for security_group (06365a10-3107-4125-abe7-890d49938dee), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:46.419609 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-582d28c5-46e1-49f3-9da7-f401603e11a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (06365a10-3107-4125-abe7-890d49938dee), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:46.443941 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-7794a04a-ee9f-44ca-9830-b0ddd1bb6b4e None None] Set router 2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:19:46.475794 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-582d28c5-46e1-49f3-9da7-f401603e11a3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=341c36ce76ca43918770a6da0832404e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5448828 Feb 15 04:19:46.488539 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 51328) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:19:46.527179 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558bfec7-24e9-457e-8a05-9345e669d128 None None] Pushing event updated for resources: {'Port': ['ID=b6fe96b4-b564-4651-9420-39683b68d423,revision_number=3']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:46.546403 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45740491-b80a-455a-8689-5c1cbf3cc60b None None] Routers {'c9fea396-0fd8-4a83-909f-94149fea34f8'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:19:46.547010 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-45740491-b80a-455a-8689-5c1cbf3cc60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:19:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['c9fea396-0fd8-4a83-909f-94149fea34f8'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:19:46.633748 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2800eff5-99cf-4512-bde8-f36e78f1b4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (d3448b28-895a-4d56-b46a-d6c1fca7dea2), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:46.638112 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2800eff5-99cf-4512-bde8-f36e78f1b4c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:46.647142 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-2800eff5-99cf-4512-bde8-f36e78f1b4c2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d3448b28-895a-4d56-b46a-d6c1fca7dea2 HTTP/1.1" status: 204 len: 168 time: 2.1639140 Feb 15 04:19:46.695336 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7cf1d215-d596-4002-b1af-1aab37566e7f req-8b86a055-d24d-41b7-a0a2-a8059a6d3c0e tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 210 time: 0.3662720 Feb 15 04:19:46.796269 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-45740491-b80a-455a-8689-5c1cbf3cc60b None None] Set router c9fea396-0fd8-4a83-909f-94149fea34f8 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:19:46.799488 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d28c5-46e1-49f3-9da7-f401603e11a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06365a10-3107-4125-abe7-890d49938dee,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:46.856875 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3bcea20f-e5a6-450d-9247-f393e1b2d4f3 admin admin] Publish callbacks [] for security_group (06365a10-3107-4125-abe7-890d49938dee), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:47.005043 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-7794a04a-ee9f-44ca-9830-b0ddd1bb6b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'name': 'tempest-AttachVolumeShelveTestJSON-558353376-router', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:37Z', 'updated_at': '2022-02-15T04:19:40Z', 'revision_number': 3, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'gw_port': {'id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:39Z', 'updated_at': '2022-02-15T04:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:19:47.050629 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800eff5-99cf-4512-bde8-f36e78f1b4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3448b28-895a-4d56-b46a-d6c1fca7dea2,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:47.099499 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4cdac5fc-f3ce-4625-bf24-24f010d92c69 admin admin] Publish callbacks [] for router_gateway (a818bd04-4f62-41c3-b310-352af06ecf31), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:47.126002 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3bcea20f-e5a6-450d-9247-f393e1b2d4f3 admin admin] Publish callbacks [] for security_group (06365a10-3107-4125-abe7-890d49938dee), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:47.275791 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7794a04a-ee9f-44ca-9830-b0ddd1bb6b4e None None] The sync data for ids ['2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'] in dv-cinder-816104-2-iscsi is: [{'id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'name': 'tempest-AttachVolumeShelveTestJSON-558353376-router', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:37Z', 'updated_at': '2022-02-15T04:19:40Z', 'revision_number': 3, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'gw_port': {'id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:39Z', 'updated_at': '2022-02-15T04:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}] {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:19:47.293198 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5f86a4c1-b133-472b-a4dc-d912d943ad96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:47.312967 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.db_base_plugin_common [None req-74dd27bb-1e72-415e-9a77-3356938d10ce admin admin] Allocated IP 172.20.0.1 (f0c3e2a8-7b6d-47b3-b743-56e894a4b50d/f5c54656-66d3-4f7d-bcac-e474d59bf132/ed95016a-a25d-49d0-9aed-456bb80645fd) {{(pid=102634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:19:47.548383 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-9cd1edf8-73cd-48b6-b68d-11b27712bb54 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Publish callbacks [] for port (e5000b8c-e731-4109-b8ae-a57706444763), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:47.550471 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-45740491-b80a-455a-8689-5c1cbf3cc60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'name': 'tempest-AttachVolumeTestJSON-1521098367-router', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:35Z', 'updated_at': '2022-02-15T04:19:39Z', 'revision_number': 3, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'gw_port': {'id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:38Z', 'updated_at': '2022-02-15T04:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:19:47.621885 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45740491-b80a-455a-8689-5c1cbf3cc60b None None] The sync data for ids ['c9fea396-0fd8-4a83-909f-94149fea34f8'] in dv-cinder-816104-2-iscsi is: [{'id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'name': 'tempest-AttachVolumeTestJSON-1521098367-router', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:35Z', 'updated_at': '2022-02-15T04:19:39Z', 'revision_number': 3, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'gw_port': {'id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:38Z', 'updated_at': '2022-02-15T04:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:19:47.647121 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1bb165b4-6be0-459f-ad8c-8e169f839717 req-d54ced6a-78b0-4ba0-bcbf-af7b8d39a33d tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7ec6e38-42b9-43b6-9bb6-fc72a05b2607 HTTP/1.1" status: 200 len: 210 time: 0.0578411 Feb 15 04:19:47.725677 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3bcea20f-e5a6-450d-9247-f393e1b2d4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (06365a10-3107-4125-abe7-890d49938dee), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:47.734359 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3bcea20f-e5a6-450d-9247-f393e1b2d4f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:47.747944 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-3bcea20f-e5a6-450d-9247-f393e1b2d4f3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/06365a10-3107-4125-abe7-890d49938dee HTTP/1.1" status: 204 len: 168 time: 1.2406521 Feb 15 04:19:47.812627 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcea20f-e5a6-450d-9247-f393e1b2d4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06365a10-3107-4125-abe7-890d49938dee,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:47.830289 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-9cd1edf8-73cd-48b6-b68d-11b27712bb54 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083'] for port (e5000b8c-e731-4109-b8ae-a57706444763), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:47.999485 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-e6af610c-744a-4563-b476-38147b0e31aa tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Made reservation on behalf of 9ea72854422249cdb2433b90e5aa1252 for: {'port': 1} {{(pid=102634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:19:48.016568 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-e6af610c-744a-4563-b476-38147b0e31aa tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:48.091480 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-74dd27bb-1e72-415e-9a77-3356938d10ce admin admin] Publish callbacks [] for port (ed95016a-a25d-49d0-9aed-456bb80645fd), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:48.162672 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1edf8-73cd-48b6-b68d-11b27712bb54 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Pushing event updated for resources: {'Port': ['ID=e5000b8c-e731-4109-b8ae-a57706444763,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:48.246202 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-9cd1edf8-73cd-48b6-b68d-11b27712bb54 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Network a909d0e6-c4b3-462a-b863-e1bf37a7bf54 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:19:48.250755 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-9cd1edf8-73cd-48b6-b68d-11b27712bb54 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:19:48.273010 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-9cd1edf8-73cd-48b6-b68d-11b27712bb54 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:19:48.328179 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-9cd1edf8-73cd-48b6-b68d-11b27712bb54 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:19:48.332654 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-9cd1edf8-73cd-48b6-b68d-11b27712bb54 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:48.456946 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-9cd1edf8-73cd-48b6-b68d-11b27712bb54 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4513490 Feb 15 04:19:48.512179 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-7411f4f9-adcd-405a-a96d-3f01fb227bc5 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 04:19:48.514773 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-7411f4f9-adcd-405a-a96d-3f01fb227bc5 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0359244 Feb 15 04:19:48.891380 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-91efe1a9-7c89-4fe5-b17b-4ed7034b8157 req-4e0f0691-999c-4397-a078-b29c492c58d1 tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7ec6e38-42b9-43b6-9bb6-fc72a05b2607 HTTP/1.1" status: 200 len: 210 time: 0.0961578 Feb 15 04:19:48.964717 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 51374) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:19:49.020733 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2400d080-b0d4-4e72-b9ee-3d2c2603fd2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:49.212202 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.db_base_plugin_common [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-e6af610c-744a-4563-b476-38147b0e31aa tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Allocated IP 172.20.0.3 (bfb96b13-817b-4246-b547-422f8cfd6b4a/ab75fbfe-d28a-4597-bc81-918f2b53f28f/69f21ab9-d078-4316-b53b-b12b447aebd4) {{(pid=102634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:19:49.214700 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 51376) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:19:49.317369 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 8525b6b7-883c-425d-87a5-c9460a68bc2a up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:19:49.472185 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2400d080-b0d4-4e72-b9ee-3d2c2603fd2e admin admin] Publish callbacks [] for security_group (df6bd1a2-ac2f-4eb6-9fe8-ca42896b930a), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:49.485536 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2400d080-b0d4-4e72-b9ee-3d2c2603fd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (df6bd1a2-ac2f-4eb6-9fe8-ca42896b930a), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:49.621779 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-74dd27bb-1e72-415e-9a77-3356938d10ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083'] for port (ed95016a-a25d-49d0-9aed-456bb80645fd), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:49.622862 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port 8525b6b7-883c-425d-87a5-c9460a68bc2a triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:19:49.625363 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (8525b6b7-883c-425d-87a5-c9460a68bc2a), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:49.700257 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-38e36971-bf67-47ab-a1c6-ef780e23e5ce admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-418919231-network', 'tenant_id': 'b84eb0c035234cf5932b7860e40470c0'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:19:49.701226 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dd27bb-1e72-415e-9a77-3356938d10ce admin admin] Network f0c3e2a8-7b6d-47b3-b743-56e894a4b50d is already hosted by enough agents. {{(pid=102634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:19:49.715349 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.base_scheduler [None req-74dd27bb-1e72-415e-9a77-3356938d10ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:19:49.727493 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dd27bb-1e72-415e-9a77-3356938d10ce admin admin] Received port after_create {{(pid=102634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:19:49.734190 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-74dd27bb-1e72-415e-9a77-3356938d10ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639657'] for router_interface (2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:49.747516 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-2400d080-b0d4-4e72-b9ee-3d2c2603fd2e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bcd25118979e42dcbfc684d6a81d53f9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7776058 Feb 15 04:19:49.749349 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 51392) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:19:49.931473 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port 8525b6b7-883c-425d-87a5-c9460a68bc2a is: DOWN; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:19:49.932154 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (8525b6b7-883c-425d-87a5-c9460a68bc2a), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:50.053544 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd27bb-1e72-415e-9a77-3356938d10ce admin admin] Pushing event updated for resources: {'Port': ['ID=ed95016a-a25d-49d0-9aed-456bb80645fd,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:50.054091 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] For port 8525b6b7-883c-425d-87a5-c9460a68bc2a, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=8525b6b7-883c-425d-87a5-c9460a68bc2a,segment=NetworkSegment(5a34016a-0f1f-4003-98e1-68134538d335),segment_id=5a34016a-0f1f-4003-98e1-68134538d335)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:19:50.066424 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (8525b6b7-883c-425d-87a5-c9460a68bc2a), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:50.077195 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device b6fe96b4-b564-4651-9420-39683b68d423 up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:19:50.231039 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d521b2b-7e7f-4426-b306-5559043e83c5 req-de5a1f09-5d9a-4008-a9b1-ec8095f8b08a tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:19:50.255522 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7d521b2b-7e7f-4426-b306-5559043e83c5 req-de5a1f09-5d9a-4008-a9b1-ec8095f8b08a tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 932 time: 2.2115703 Feb 15 04:19:50.432471 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-dab170b7-ab94-4734-b34f-83aabaf0ee43 service neutron] Request body: {'port': {'device_id': 'f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:19:50.629426 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-dab170b7-ab94-4734-b34f-83aabaf0ee43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (e5000b8c-e731-4109-b8ae-a57706444763), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:50.638895 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-0164dea2-9689-4155-8786-49509f9ad6e1 None None] Provisioning complete for port ed95016a-a25d-49d0-9aed-456bb80645fd triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:19:50.640033 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-0164dea2-9689-4155-8786-49509f9ad6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (ed95016a-a25d-49d0-9aed-456bb80645fd), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:50.707373 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-0164dea2-9689-4155-8786-49509f9ad6e1 None None] Port ed95016a-a25d-49d0-9aed-456bb80645fd cannot update to ACTIVE because it is not bound. {{(pid=102635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:19:50.714820 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Pushing event updated for resources: {'Port': ['ID=8525b6b7-883c-425d-87a5-c9460a68bc2a,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:50.745883 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port b6fe96b4-b564-4651-9420-39683b68d423 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:19:50.746666 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (b6fe96b4-b564-4651-9420-39683b68d423), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:50.850839 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400d080-b0d4-4e72-b9ee-3d2c2603fd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6bd1a2-ac2f-4eb6-9fe8-ca42896b930a,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:50.927153 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4cdac5fc-f3ce-4625-bf24-24f010d92c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639898'] for router (a818bd04-4f62-41c3-b310-352af06ecf31), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:50.949985 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7d521b2b-7e7f-4426-b306-5559043e83c5 req-437f88aa-2fd6-4a58-a255-e2882cc9707c tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6560593 Feb 15 04:19:50.968969 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.db_base_plugin_common [None req-5f86a4c1-b133-472b-a4dc-d912d943ad96 admin admin] Allocated IP 172.20.0.1 (c49ed967-4df2-4c03-a3f7-11bc631a5279/07051326-83bf-45b5-9e91-0b63b787c497/12a08514-3162-4e1a-98d9-ba47008b772b) {{(pid=102634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:19:50.987044 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port b6fe96b4-b564-4651-9420-39683b68d423 is: DOWN; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:19:50.999419 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (b6fe96b4-b564-4651-9420-39683b68d423), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:51.032668 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-90518a6c-36d3-4c16-8e92-cb5659b1ff35 req-813bd4b4-d889-489f-8945-7ae48e50f4ed tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7ec6e38-42b9-43b6-9bb6-fc72a05b2607 HTTP/1.1" status: 200 len: 210 time: 0.6284075 Feb 15 04:19:51.054183 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] For port b6fe96b4-b564-4651-9420-39683b68d423, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=b6fe96b4-b564-4651-9420-39683b68d423,segment=NetworkSegment(5a34016a-0f1f-4003-98e1-68134538d335),segment_id=5a34016a-0f1f-4003-98e1-68134538d335)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:19:51.062142 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (b6fe96b4-b564-4651-9420-39683b68d423), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:51.184768 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e36971-bf67-47ab-a1c6-ef780e23e5ce admin admin] Made reservation on behalf of b84eb0c035234cf5932b7860e40470c0 for: {'network': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:19:51.184768 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-38e36971-bf67-47ab-a1c6-ef780e23e5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for network (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:51.189921 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Pushing event updated for resources: {'Port': ['ID=b6fe96b4-b564-4651-9420-39683b68d423,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:51.302575 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-38e36971-bf67-47ab-a1c6-ef780e23e5ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:51.332808 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 8525b6b7-883c-425d-87a5-c9460a68bc2a up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:19:51.418266 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-e6af610c-744a-4563-b476-38147b0e31aa tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Publish callbacks [] for port (69f21ab9-d078-4316-b53b-b12b447aebd4), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:51.513701 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-74dd27bb-1e72-415e-9a77-3356938d10ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (ed95016a-a25d-49d0-9aed-456bb80645fd), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:51.532479 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port 8525b6b7-883c-425d-87a5-c9460a68bc2a triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:19:51.533473 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (8525b6b7-883c-425d-87a5-c9460a68bc2a), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:51.640664 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-667abd35-7be7-48d7-8ed9-0199bc1d6c68 admin admin] Publish callbacks [] for security_group (df6bd1a2-ac2f-4eb6-9fe8-ca42896b930a), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:51.708615 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5f86a4c1-b133-472b-a4dc-d912d943ad96 admin admin] Publish callbacks [] for port (12a08514-3162-4e1a-98d9-ba47008b772b), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:51.746633 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-667abd35-7be7-48d7-8ed9-0199bc1d6c68 admin admin] Publish callbacks [] for security_group (df6bd1a2-ac2f-4eb6-9fe8-ca42896b930a), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:51.747235 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port 8525b6b7-883c-425d-87a5-c9460a68bc2a is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:19:51.832017 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-e6af610c-744a-4563-b476-38147b0e31aa tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083'] for port (69f21ab9-d078-4316-b53b-b12b447aebd4), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:51.980777 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-38e36971-bf67-47ab-a1c6-ef780e23e5ce admin admin] Publish callbacks [] for security_group (e2bcba39-3160-4885-b791-a1ed438a61d9), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:51.995291 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-38e36971-bf67-47ab-a1c6-ef780e23e5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (e2bcba39-3160-4885-b791-a1ed438a61d9), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:52.156404 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e36971-bf67-47ab-a1c6-ef780e23e5ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=102633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 04:19:52.316322 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e36971-bf67-47ab-a1c6-ef780e23e5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bcba39-3160-4885-b791-a1ed438a61d9,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:52.334434 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-38e36971-bf67-47ab-a1c6-ef780e23e5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (0ca9dae5-35cc-49cb-8d34-af0c97ea1a81), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:52.334936 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.db.segments_db [None req-38e36971-bf67-47ab-a1c6-ef780e23e5ce admin admin] Added segment 0ca9dae5-35cc-49cb-8d34-af0c97ea1a81 of type vlan for network 8beecf18-1cf4-45f4-adc0-1d3e8293494e Feb 15 04:19:52.554214 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-667abd35-7be7-48d7-8ed9-0199bc1d6c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (df6bd1a2-ac2f-4eb6-9fe8-ca42896b930a), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:52.557714 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-667abd35-7be7-48d7-8ed9-0199bc1d6c68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:52.562333 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-667abd35-7be7-48d7-8ed9-0199bc1d6c68 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/df6bd1a2-ac2f-4eb6-9fe8-ca42896b930a HTTP/1.1" status: 204 len: 168 time: 2.7637053 Feb 15 04:19:52.564979 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-dab170b7-ab94-4734-b34f-83aabaf0ee43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5000b8c-e731-4109-b8ae-a57706444763 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:19:52.584718 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-38e36971-bf67-47ab-a1c6-ef780e23e5ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734709799334'] for network (8beecf18-1cf4-45f4-adc0-1d3e8293494e), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:52.608554 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667abd35-7be7-48d7-8ed9-0199bc1d6c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6bd1a2-ac2f-4eb6-9fe8-ca42896b930a,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:52.616338 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-dab170b7-ab94-4734-b34f-83aabaf0ee43 service neutron] Publish callbacks [] for port (e5000b8c-e731-4109-b8ae-a57706444763), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:52.630249 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0cb23-45a2-467c-9e02-388dc2ba686b req-4a6f6297-5d5f-49b3-b2da-c2c1ce48ce48 tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:19:52.631538 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c9c0cb23-45a2-467c-9e02-388dc2ba686b req-4a6f6297-5d5f-49b3-b2da-c2c1ce48ce48 tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7ec6e38-42b9-43b6-9bb6-fc72a05b2607 HTTP/1.1" status: 200 len: 931 time: 0.4474878 Feb 15 04:19:52.710288 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-dab170b7-ab94-4734-b34f-83aabaf0ee43 service neutron] Transition to ACTIVE for port object e5000b8c-e731-4109-b8ae-a57706444763 will not be triggered until provisioned by entity L2. {{(pid=102633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 04:19:52.715739 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-e6af610c-744a-4563-b476-38147b0e31aa tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Network bfb96b13-817b-4246-b547-422f8cfd6b4a is already hosted by enough agents. {{(pid=102634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:19:52.760298 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.base_scheduler [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-e6af610c-744a-4563-b476-38147b0e31aa tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Resources bound (agent type, host, resource id): {{(pid=102634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:19:52.760559 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c9c0cb23-45a2-467c-9e02-388dc2ba686b req-1a58b166-1fe4-4387-b4e0-9a4f3a321949 tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d2c263-2057-4c84-a1d0-803a75180105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177154 Feb 15 04:19:52.761249 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-dab170b7-ab94-4734-b34f-83aabaf0ee43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (e5000b8c-e731-4109-b8ae-a57706444763), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:52.763720 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-38e36971-bf67-47ab-a1c6-ef780e23e5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571'] for network (8beecf18-1cf4-45f4-adc0-1d3e8293494e), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:52.763928 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cdac5fc-f3ce-4625-bf24-24f010d92c69 admin admin] Router a818bd04-4f62-41c3-b310-352af06ecf31 is scheduled to L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf with binding_index 1 {{(pid=102634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 04:19:52.764953 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e36971-bf67-47ab-a1c6-ef780e23e5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:19:52.765644 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-38e36971-bf67-47ab-a1c6-ef780e23e5ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:52.803500 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-e6af610c-744a-4563-b476-38147b0e31aa tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Received port after_create {{(pid=102634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:19:52.809486 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-e6af610c-744a-4563-b476-38147b0e31aa tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:19:52.810460 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-e6af610c-744a-4563-b476-38147b0e31aa tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for port (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:52.821461 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af610c-744a-4563-b476-38147b0e31aa tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Pushing event updated for resources: {'Port': ['ID=69f21ab9-d078-4316-b53b-b12b447aebd4,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:52.854367 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5f86a4c1-b133-472b-a4dc-d912d943ad96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083'] for port (12a08514-3162-4e1a-98d9-ba47008b772b), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:53.052970 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f86a4c1-b133-472b-a4dc-d912d943ad96 admin admin] Network c49ed967-4df2-4c03-a3f7-11bc631a5279 is already hosted by enough agents. {{(pid=102634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:19:53.086766 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-38e36971-bf67-47ab-a1c6-ef780e23e5ce admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.8486936 Feb 15 04:19:53.105508 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-e6af610c-744a-4563-b476-38147b0e31aa tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9242558 Feb 15 04:19:53.109201 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-74dd27bb-1e72-415e-9a77-3356938d10ce admin admin] Publish callbacks [] for port (ed95016a-a25d-49d0-9aed-456bb80645fd), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:53.118026 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 51428) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:19:53.122002 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.base_scheduler [None req-5f86a4c1-b133-472b-a4dc-d912d943ad96 admin admin] Resources bound (agent type, host, resource id): {{(pid=102634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:19:53.137260 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f86a4c1-b133-472b-a4dc-d912d943ad96 admin admin] Received port after_create {{(pid=102634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:19:53.138733 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5f86a4c1-b133-472b-a4dc-d912d943ad96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639657'] for router_interface (c9fea396-0fd8-4a83-909f-94149fea34f8), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:53.163654 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-593f34a2-33c0-47ac-9945-d293a39dc42c admin admin] Request body: {'subnet': {'network_id': '8beecf18-1cf4-45f4-adc0-1d3e8293494e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-418919231-subnet', 'tenant_id': 'b84eb0c035234cf5932b7860e40470c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:19:53.201330 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa076b-ba15-4713-8919-9199a8b49e4a req-5e7b5669-7e38-484c-9290-c927ee9e8768 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:19:53.203879 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-5baa076b-ba15-4713-8919-9199a8b49e4a req-5e7b5669-7e38-484c-9290-c927ee9e8768 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 932 time: 0.8815033 Feb 15 04:19:53.263659 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device b6fe96b4-b564-4651-9420-39683b68d423 up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:19:53.327735 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab170b7-ab94-4734-b34f-83aabaf0ee43 service neutron] Pushing event updated for resources: {'Port': ['ID=e5000b8c-e731-4109-b8ae-a57706444763,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:53.369693 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-74dd27bb-1e72-415e-9a77-3356938d10ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (ed95016a-a25d-49d0-9aed-456bb80645fd), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:53.370924 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-74dd27bb-1e72-415e-9a77-3356938d10ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-713549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639701'] for router_interface (2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:53.407096 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-dab170b7-ab94-4734-b34f-83aabaf0ee43 service neutron] Attempting to bind port e5000b8c-e731-4109-b8ae-a57706444763 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:19:53.408051 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-dab170b7-ab94-4734-b34f-83aabaf0ee43 service neutron] Attempting to bind port e5000b8c-e731-4109-b8ae-a57706444763 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '6e131826-e383-4c3d-a2a0-30aaa6333ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a909d0e6-c4b3-462a-b863-e1bf37a7bf54'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:19:53.410571 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-dab170b7-ab94-4734-b34f-83aabaf0ee43 service neutron] Attempting to bind port e5000b8c-e731-4109-b8ae-a57706444763 on network a909d0e6-c4b3-462a-b863-e1bf37a7bf54 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:19:53.429083 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e36971-bf67-47ab-a1c6-ef780e23e5ce admin admin] Pushing event updated for resources: {'Network': ['ID=8beecf18-1cf4-45f4-adc0-1d3e8293494e,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:53.432249 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-dab170b7-ab94-4734-b34f-83aabaf0ee43 service neutron] Port e5000b8c-e731-4109-b8ae-a57706444763 on network a909d0e6-c4b3-462a-b863-e1bf37a7bf54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 04:19:53.432875 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-dab170b7-ab94-4734-b34f-83aabaf0ee43 service neutron] Attempting to bind port e5000b8c-e731-4109-b8ae-a57706444763 on network a909d0e6-c4b3-462a-b863-e1bf37a7bf54 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:19:53.440544 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-dab170b7-ab94-4734-b34f-83aabaf0ee43 service neutron] Checking agent: {'id': '3d42c16f-c1cc-4a31-813a-51fffe75373d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'started_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:19:53.441199 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-dab170b7-ab94-4734-b34f-83aabaf0ee43 service neutron] Checking segment: {'id': '6e131826-e383-4c3d-a2a0-30aaa6333ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a909d0e6-c4b3-462a-b863-e1bf37a7bf54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:19:53.441949 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-dab170b7-ab94-4734-b34f-83aabaf0ee43 service neutron] Bound using segment: {'id': '6e131826-e383-4c3d-a2a0-30aaa6333ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a909d0e6-c4b3-462a-b863-e1bf37a7bf54'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:19:53.442715 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-dab170b7-ab94-4734-b34f-83aabaf0ee43 service neutron] Bound port: e5000b8c-e731-4109-b8ae-a57706444763, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e131826-e383-4c3d-a2a0-30aaa6333ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a909d0e6-c4b3-462a-b863-e1bf37a7bf54'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:19:53.443030 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-dab170b7-ab94-4734-b34f-83aabaf0ee43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (e5000b8c-e731-4109-b8ae-a57706444763), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:53.459060 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-de02b94d-822a-4944-b813-fd8f1b6e8129 service neutron] Request body: {'port': {'device_id': 'e7ec6e38-42b9-43b6-9bb6-fc72a05b2607', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:19:53.474660 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86a4c1-b133-472b-a4dc-d912d943ad96 admin admin] Pushing event updated for resources: {'Port': ['ID=12a08514-3162-4e1a-98d9-ba47008b772b,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:53.476216 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Network 8beecf18-1cf4-45f4-adc0-1d3e8293494e details requested by agent ovs-agent-dv-cinder-816104-2-iscsi with host dv-cinder-816104-2-iscsi {{(pid=102635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 04:19:53.563775 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-dab170b7-ab94-4734-b34f-83aabaf0ee43 service neutron] For port e5000b8c-e731-4109-b8ae-a57706444763, host hv-cinder-81610, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:19:53.573409 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-dab170b7-ab94-4734-b34f-83aabaf0ee43 service neutron] For port e5000b8c-e731-4109-b8ae-a57706444763, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=e5000b8c-e731-4109-b8ae-a57706444763,segment=NetworkSegment(6e131826-e383-4c3d-a2a0-30aaa6333ce4),segment_id=6e131826-e383-4c3d-a2a0-30aaa6333ce4)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:19:53.585217 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-dab170b7-ab94-4734-b34f-83aabaf0ee43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (e5000b8c-e731-4109-b8ae-a57706444763), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:53.707895 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-dab170b7-ab94-4734-b34f-83aabaf0ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:19:53.709209 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-dab170b7-ab94-4734-b34f-83aabaf0ee43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:53.713308 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-dab170b7-ab94-4734-b34f-83aabaf0ee43 service neutron] 10.222.0.59 "PUT /v2.0/ports/e5000b8c-e731-4109-b8ae-a57706444763 HTTP/1.1" status: 200 len: 1094 time: 4.5159788 Feb 15 04:19:53.714564 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf', 'tag': 'e5000b8c-e731-4109-b8ae-a57706444763'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:19:53.843452 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-859fe38d-868c-4f75-9048-a9fe5933154f None None] Provisioning complete for port 12a08514-3162-4e1a-98d9-ba47008b772b triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:19:53.844087 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-859fe38d-868c-4f75-9048-a9fe5933154f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (12a08514-3162-4e1a-98d9-ba47008b772b), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:53.965170 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port b6fe96b4-b564-4651-9420-39683b68d423 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:19:53.966576 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (b6fe96b4-b564-4651-9420-39683b68d423), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:54.193870 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-859fe38d-868c-4f75-9048-a9fe5933154f None None] Port 12a08514-3162-4e1a-98d9-ba47008b772b cannot update to ACTIVE because it is not bound. {{(pid=102635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:19:54.220850 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-de02b94d-822a-4944-b813-fd8f1b6e8129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (69f21ab9-d078-4316-b53b-b12b447aebd4), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:54.240302 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593f34a2-33c0-47ac-9945-d293a39dc42c admin admin] Made reservation on behalf of b84eb0c035234cf5932b7860e40470c0 for: {'subnet': 1} {{(pid=102634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:19:54.244107 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-593f34a2-33c0-47ac-9945-d293a39dc42c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:54.389375 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port b6fe96b4-b564-4651-9420-39683b68d423 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:19:54.415624 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d6dd87-00f8-4762-bcfa-b8fc6dc7e638" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf", "tag": "e5000b8c-e731-4109-b8ae-a57706444763"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:19:54.446858 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab170b7-ab94-4734-b34f-83aabaf0ee43 service neutron] Pushing event updated for resources: {'Port': ['ID=e5000b8c-e731-4109-b8ae-a57706444763,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:54.490834 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-706589de-c3b0-42cf-8e44-7ba545e4a7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:19:54.492345 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-706589de-c3b0-42cf-8e44-7ba545e4a7b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3d7002e2df35463c9128baa00359cd9e&device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 1128 time: 0.5303965 Feb 15 04:19:54.502187 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbf511-33b9-463e-ab16-08565c80295a req-4df0ad42-9886-4fa7-bc11-9c867e5db1ae tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:19:54.503992 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a1fbf511-33b9-463e-ab16-08565c80295a req-4df0ad42-9886-4fa7-bc11-9c867e5db1ae tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7ec6e38-42b9-43b6-9bb6-fc72a05b2607 HTTP/1.1" status: 200 len: 931 time: 0.3280876 Feb 15 04:19:54.573926 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-5baa076b-ba15-4713-8919-9199a8b49e4a req-b7b1bd46-53cc-413f-bf2b-3ef7509a6fa7 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1800931 Feb 15 04:19:54.729574 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-cf17177d-96c0-4545-87f5-8babda1b1d91 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5000b8c-e731-4109-b8ae-a57706444763 HTTP/1.1" status: 200 len: 217 time: 0.2143369 Feb 15 04:19:54.753303 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd27bb-1e72-415e-9a77-3356938d10ce admin admin] Pushing event updated for resources: {'Port': ['ID=ed95016a-a25d-49d0-9aed-456bb80645fd,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:54.820690 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdac5fc-f3ce-4625-bf24-24f010d92c69 admin admin] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:19:54.878825 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a1fbf511-33b9-463e-ab16-08565c80295a req-86df5646-7bfd-463a-adb6-aeffcf22a2ee tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d2c263-2057-4c84-a1d0-803a75180105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106469 Feb 15 04:19:54.891874 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-877fc7f5-ff0f-4d5d-a530-6f5f6b36f68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:19:54.905872 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-877fc7f5-ff0f-4d5d-a530-6f5f6b36f68e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=508befd6-d7ad-4a18-a5bd-758fb93dcf1e HTTP/1.1" status: 200 len: 855 time: 0.1665752 Feb 15 04:19:54.944604 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dd27bb-1e72-415e-9a77-3356938d10ce admin admin] Network f0c3e2a8-7b6d-47b3-b743-56e894a4b50d is already hosted by enough agents. {{(pid=102634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:19:54.990208 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.base_scheduler [None req-74dd27bb-1e72-415e-9a77-3356938d10ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:19:55.012440 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-deb6db4d-b066-4d7b-8732-c8ab9395a9be service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a909d0e6-c4b3-462a-b863-e1bf37a7bf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989938 Feb 15 04:19:55.204067 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8d8a99-34f2-4fee-8931-56f0de1fd834 None None] Sync routers for ids ['a818bd04-4f62-41c3-b310-352af06ecf31'] in dv-cinder-816104-2-iscsi {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:19:55.221497 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74dd27bb-1e72-415e-9a77-3356938d10ce admin admin] Router 2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2 has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:19:55.223289 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5f86a4c1-b133-472b-a4dc-d912d943ad96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (12a08514-3162-4e1a-98d9-ba47008b772b), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:55.245014 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8d8a99-34f2-4fee-8931-56f0de1fd834 None None] Routers {'a818bd04-4f62-41c3-b310-352af06ecf31'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:19:55.257300 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-1e8d8a99-34f2-4fee-8931-56f0de1fd834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:19:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['a818bd04-4f62-41c3-b310-352af06ecf31'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:19:55.278663 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afab5ebc-cfdd-4d74-93c7-fde4255b8519 x-openstack-request-id: req-afab5ebc-cfdd-4d74-93c7-fde4255b8519 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:19:55.278978 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf", "tag": "e5000b8c-e731-4109-b8ae-a57706444763", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:19:55.279220 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-afab5ebc-cfdd-4d74-93c7-fde4255b8519 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:19:55.279700 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf', 'tag': 'e5000b8c-e731-4109-b8ae-a57706444763', 'status': 'completed', 'code': 200} Feb 15 04:19:55.329478 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-162fd60a-e04b-4b3a-9bfe-abb8adfd4bbe service neutron] 10.222.0.59 "GET /v2.0/networks/a909d0e6-c4b3-462a-b863-e1bf37a7bf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929354 Feb 15 04:19:55.613348 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8a0c2b05-420f-4184-9b51-8ef1f753e955 req-f04106fa-cc90-498a-b76b-7c8ad62b7980 service neutron] 10.222.0.59 "GET /v2.0/networks/a909d0e6-c4b3-462a-b863-e1bf37a7bf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747176 Feb 15 04:19:55.713579 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4cdac5fc-f3ce-4625-bf24-24f010d92c69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:55.715525 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-4cdac5fc-f3ce-4625-bf24-24f010d92c69 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 15.9255674 Feb 15 04:19:55.722024 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 51488) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:19:55.733192 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-1e8d8a99-34f2-4fee-8931-56f0de1fd834 None None] Set router a818bd04-4f62-41c3-b310-352af06ecf31 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:19:55.750981 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a4fb8915-af4c-4c3f-8fcb-b5f150fcefa7 None None] Provisioning complete for port ed95016a-a25d-49d0-9aed-456bb80645fd triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:19:55.752168 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a4fb8915-af4c-4c3f-8fcb-b5f150fcefa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (ed95016a-a25d-49d0-9aed-456bb80645fd), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:55.862631 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74dd27bb-1e72-415e-9a77-3356938d10ce admin admin] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:19:55.897720 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-74dd27bb-1e72-415e-9a77-3356938d10ce admin admin] 10.222.0.45 "PUT /v2.0/routers/2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6743231 Feb 15 04:19:55.943464 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a4fb8915-af4c-4c3f-8fcb-b5f150fcefa7 None None] Port ed95016a-a25d-49d0-9aed-456bb80645fd cannot update to ACTIVE because it is not bound. {{(pid=102635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:19:55.954871 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cdef19-3c1f-4125-b894-362e57bf2ea7 None None] Sync routers for ids ['2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'] in dv-cinder-816104-2-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:19:56.032945 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cdef19-3c1f-4125-b894-362e57bf2ea7 None None] Routers {'2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:19:56.039019 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-f7cdef19-3c1f-4125-b894-362e57bf2ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:19:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:19:56.141004 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 51498) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:19:56.591102 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-f7cdef19-3c1f-4125-b894-362e57bf2ea7 None None] Set router 2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:19:56.644010 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-1e8d8a99-34f2-4fee-8931-56f0de1fd834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818bd04-4f62-41c3-b310-352af06ecf31', 'name': 'tempest-ServerRescueNegativeTestJSON-1154975341-router', 'tenant_id': 'f8bc531651b748a791dbbbc11ee10adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'edcd783f-4a4b-4046-a712-c59635c85b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:39Z', 'updated_at': '2022-02-15T04:19:45Z', 'revision_number': 3, 'project_id': 'f8bc531651b748a791dbbbc11ee10adb', 'gw_port': {'id': 'edcd783f-4a4b-4046-a712-c59635c85b39', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a818bd04-4f62-41c3-b310-352af06ecf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:42Z', 'updated_at': '2022-02-15T04:19:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:19:56.762963 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8d8a99-34f2-4fee-8931-56f0de1fd834 None None] Checking router: a818bd04-4f62-41c3-b310-352af06ecf31 for host: dv-cinder-816104-2-iscsi {{(pid=102636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:19:56.764578 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8d8a99-34f2-4fee-8931-56f0de1fd834 None None] Updating router a818bd04-4f62-41c3-b310-352af06ecf31 port edcd783f-4a4b-4046-a712-c59635c85b39 binding host dv-cinder-816104-2-iscsi {{(pid=102636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 04:19:56.764949 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-008c26e5-204b-4b84-b0c6-f5d9a0ce425f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:56.811688 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-593f34a2-33c0-47ac-9945-d293a39dc42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571'] for subnet (b3cf3dec-d616-4a0a-bb86-5f78fbf9dc66), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:56.812178 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6dd87-00f8-4762-bcfa-b8fc6dc7e638 req-a82aeb5d-2b21-4e32-a08a-3e851d6ab4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:19:56.814282 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f4d6dd87-00f8-4762-bcfa-b8fc6dc7e638 req-a82aeb5d-2b21-4e32-a08a-3e851d6ab4c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3d7002e2df35463c9128baa00359cd9e&device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 1128 time: 0.3895524 Feb 15 04:19:56.849367 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-1e8d8a99-34f2-4fee-8931-56f0de1fd834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (edcd783f-4a4b-4046-a712-c59635c85b39), before_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:56.907592 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce215983-f9a3-4224-ae83-6f697e0f8e24 req-608548b6-82d6-46df-9368-6b0b7a2fdb9f tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:19:56.937554 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ce215983-f9a3-4224-ae83-6f697e0f8e24 req-608548b6-82d6-46df-9368-6b0b7a2fdb9f tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 944 time: 0.4787173 Feb 15 04:19:57.111812 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-f7cdef19-3c1f-4125-b894-362e57bf2ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'name': 'tempest-AttachVolumeShelveTestJSON-558353376-router', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:37Z', 'updated_at': '2022-02-15T04:19:51Z', 'revision_number': 4, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'gw_port': {'id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:39Z', 'updated_at': '2022-02-15T04:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': 'ed95016a-a25d-49d0-9aed-456bb80645fd', 'name': '', 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'mac_address': 'fa:16:3e:61:e3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:45Z', 'updated_at': '2022-02-15T04:19:51Z', 'revision_number': 2, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'subnets': [{'id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:19:57.218762 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cdef19-3c1f-4125-b894-362e57bf2ea7 None None] Checking router: 2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2 for host: dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:19:57.219057 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cdef19-3c1f-4125-b894-362e57bf2ea7 None None] Updating router 2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2 port ed95016a-a25d-49d0-9aed-456bb80645fd binding host dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 04:19:57.317378 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-f7cdef19-3c1f-4125-b894-362e57bf2ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (ed95016a-a25d-49d0-9aed-456bb80645fd), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:57.376562 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a46b47-a9fc-42e5-928e-8c305ebd76e2 req-2ed2ede0-40ff-4bc0-bfa8-5a796d4e6b4f tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:19:57.387759 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-20a46b47-a9fc-42e5-928e-8c305ebd76e2 req-2ed2ede0-40ff-4bc0-bfa8-5a796d4e6b4f tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7ec6e38-42b9-43b6-9bb6-fc72a05b2607 HTTP/1.1" status: 200 len: 931 time: 1.2217915 Feb 15 04:19:57.398087 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f34a2-33c0-47ac-9945-d293a39dc42c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3cf3dec-d616-4a0a-bb86-5f78fbf9dc66,revision_number=0']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:57.454690 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6dd87-00f8-4762-bcfa-b8fc6dc7e638 req-292d4829-0f21-40a4-b4da-834c76750f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:19:57.456789 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f4d6dd87-00f8-4762-bcfa-b8fc6dc7e638 req-292d4829-0f21-40a4-b4da-834c76750f6f service neutron] 10.222.0.59 "GET /v2.0/networks?id=a909d0e6-c4b3-462a-b863-e1bf37a7bf54 HTTP/1.1" status: 200 len: 915 time: 0.6211236 Feb 15 04:19:57.468569 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ce215983-f9a3-4224-ae83-6f697e0f8e24 req-15727f67-5af9-4558-98fd-e7dfea7b4a50 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5293498 Feb 15 04:19:57.477440 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-de02b94d-822a-4944-b813-fd8f1b6e8129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f21ab9-d078-4316-b53b-b12b447aebd4 {{(pid=102634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:19:57.498130 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-de02b94d-822a-4944-b813-fd8f1b6e8129 service neutron] Publish callbacks [] for port (69f21ab9-d078-4316-b53b-b12b447aebd4), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:57.549030 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5f86a4c1-b133-472b-a4dc-d912d943ad96 admin admin] Publish callbacks [] for port (12a08514-3162-4e1a-98d9-ba47008b772b), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:57.558276 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593f34a2-33c0-47ac-9945-d293a39dc42c admin admin] Checking segment: {'id': '0ca9dae5-35cc-49cb-8d34-af0c97ea1a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8beecf18-1cf4-45f4-adc0-1d3e8293494e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:19:57.558763 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593f34a2-33c0-47ac-9945-d293a39dc42c admin admin] Network hostable DHCP agents. Network: 8beecf18-1cf4-45f4-adc0-1d3e8293494e, hostable agents: ['8ae8e7a4-55a3-4d68-87a0-8671ef43234c'], hosted agents: [] {{(pid=102634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 04:19:57.583612 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5f86a4c1-b133-472b-a4dc-d912d943ad96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (12a08514-3162-4e1a-98d9-ba47008b772b), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:57.584703 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5f86a4c1-b133-472b-a4dc-d912d943ad96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-713549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639701'] for router_interface (c9fea396-0fd8-4a83-909f-94149fea34f8), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:57.636247 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-de02b94d-822a-4944-b813-fd8f1b6e8129 service neutron] Transition to ACTIVE for port object 69f21ab9-d078-4316-b53b-b12b447aebd4 will not be triggered until provisioned by entity L2. {{(pid=102634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 04:19:57.640318 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:19:57.642071 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-008c26e5-204b-4b84-b0c6-f5d9a0ce425f admin admin] Publish callbacks [] for security_group (66552baa-6cfa-4649-9320-8f812fccbecf), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:57.651262 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f4d6dd87-00f8-4762-bcfa-b8fc6dc7e638 req-b3db6f9e-ef74-43ef-ae4e-de07789a2fe7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5000b8c-e731-4109-b8ae-a57706444763 HTTP/1.1" status: 200 len: 217 time: 0.1814718 Feb 15 04:19:57.702831 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-20a46b47-a9fc-42e5-928e-8c305ebd76e2 req-f18a5505-221b-4e27-af23-4c48ee9ddc6e tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d2c263-2057-4c84-a1d0-803a75180105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140318 Feb 15 04:19:57.745521 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-de02b94d-822a-4944-b813-fd8f1b6e8129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (69f21ab9-d078-4316-b53b-b12b447aebd4), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:57.761491 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-008c26e5-204b-4b84-b0c6-f5d9a0ce425f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (66552baa-6cfa-4649-9320-8f812fccbecf), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:57.866277 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593f34a2-33c0-47ac-9945-d293a39dc42c admin admin] Network 8beecf18-1cf4-45f4-adc0-1d3e8293494e is scheduled to be hosted by DHCP agent 8ae8e7a4-55a3-4d68-87a0-8671ef43234c with binding_index 1 {{(pid=102634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 04:19:57.881152 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-f7cdef19-3c1f-4125-b894-362e57bf2ea7 None None] Publish callbacks [] for port (ed95016a-a25d-49d0-9aed-456bb80645fd), precommit_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:57.895096 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-f7cdef19-3c1f-4125-b894-362e57bf2ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (ed95016a-a25d-49d0-9aed-456bb80645fd), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:57.989154 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6dd87-00f8-4762-bcfa-b8fc6dc7e638 req-1f2e3913-b099-4f2c-a87d-6ce2701bc546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:19:57.990640 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f4d6dd87-00f8-4762-bcfa-b8fc6dc7e638 req-1f2e3913-b099-4f2c-a87d-6ce2701bc546 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=508befd6-d7ad-4a18-a5bd-758fb93dcf1e HTTP/1.1" status: 200 len: 855 time: 0.3181908 Feb 15 04:19:58.038710 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.base_scheduler [None req-593f34a2-33c0-47ac-9945-d293a39dc42c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-2-iscsi, 8beecf18-1cf4-45f4-adc0-1d3e8293494e) {{(pid=102634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:19:58.059667 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-008c26e5-204b-4b84-b0c6-f5d9a0ce425f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b012339b77cc4672b91775fd58e8ed98&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9229903 Feb 15 04:19:58.061996 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86a4c1-b133-472b-a4dc-d912d943ad96 admin admin] Pushing event updated for resources: {'Port': ['ID=12a08514-3162-4e1a-98d9-ba47008b772b,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:58.084452 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593f34a2-33c0-47ac-9945-d293a39dc42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:19:58.085441 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-593f34a2-33c0-47ac-9945-d293a39dc42c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for subnet (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:58.091885 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 51518) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:19:58.110493 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c26e5-204b-4b84-b0c6-f5d9a0ce425f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66552baa-6cfa-4649-9320-8f812fccbecf,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:58.145492 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2c51e4-64e4-4058-8606-ddf8a17f4333 None None] Network 8beecf18-1cf4-45f4-adc0-1d3e8293494e requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:19:58.149754 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-1e8d8a99-34f2-4fee-8931-56f0de1fd834 None None] Publish callbacks [] for port (edcd783f-4a4b-4046-a712-c59635c85b39), precommit_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:58.163802 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90e2d1-5603-42aa-ad5f-1e166756c3fc None None] Pushing event updated for resources: {'Port': ['ID=ed95016a-a25d-49d0-9aed-456bb80645fd,revision_number=3']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:58.171776 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-1e8d8a99-34f2-4fee-8931-56f0de1fd834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (edcd783f-4a4b-4046-a712-c59635c85b39), after_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:58.226394 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f4d6dd87-00f8-4762-bcfa-b8fc6dc7e638 req-ad9e0285-bd0e-4784-ba4c-33edcaf235dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a909d0e6-c4b3-462a-b863-e1bf37a7bf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1331511 Feb 15 04:19:58.313300 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f03982-63d9-4eb6-b25f-7721dfc3dfb1 None None] Pushing event updated for resources: {'Port': ['ID=edcd783f-4a4b-4046-a712-c59635c85b39,revision_number=2']} {{(pid=102636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:58.348877 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-f7cdef19-3c1f-4125-b894-362e57bf2ea7 None None] Attempting to bind port ed95016a-a25d-49d0-9aed-456bb80645fd on host dv-cinder-816104-2-iscsi for vnic_type normal with profile {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:19:58.362849 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-f7cdef19-3c1f-4125-b894-362e57bf2ea7 None None] Attempting to bind port ed95016a-a25d-49d0-9aed-456bb80645fd by drivers openvswitch,hyperv on host dv-cinder-816104-2-iscsi at level 0 using segments [{'id': 'a2939050-b15c-425b-a2c1-f2f0e37f1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d'}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:19:58.362849 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cdef19-3c1f-4125-b894-362e57bf2ea7 None None] Attempting to bind port ed95016a-a25d-49d0-9aed-456bb80645fd on network f0c3e2a8-7b6d-47b3-b743-56e894a4b50d {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:19:58.399670 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cdef19-3c1f-4125-b894-362e57bf2ea7 None None] Checking agent: {'id': 'e997a1d7-0267-47ad-aad7-04acf389f1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 11, 40), 'started_at': datetime.datetime(2022, 2, 15, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:19:58.400046 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cdef19-3c1f-4125-b894-362e57bf2ea7 None None] Checking segment: {'id': 'a2939050-b15c-425b-a2c1-f2f0e37f1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:19:58.405001 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-f7cdef19-3c1f-4125-b894-362e57bf2ea7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:58.405603 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cdef19-3c1f-4125-b894-362e57bf2ea7 None None] Bound using segment: {'id': 'a2939050-b15c-425b-a2c1-f2f0e37f1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d'} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:19:58.406121 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-f7cdef19-3c1f-4125-b894-362e57bf2ea7 None None] Bound port: ed95016a-a25d-49d0-9aed-456bb80645fd, host: dv-cinder-816104-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2939050-b15c-425b-a2c1-f2f0e37f1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d'}}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:19:58.406518 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-f7cdef19-3c1f-4125-b894-362e57bf2ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (ed95016a-a25d-49d0-9aed-456bb80645fd), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:58.428559 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.managers [None req-1e8d8a99-34f2-4fee-8931-56f0de1fd834 None None] Attempting to bind port edcd783f-4a4b-4046-a712-c59635c85b39 on host dv-cinder-816104-2-iscsi for vnic_type normal with profile {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:19:58.428976 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.managers [None req-1e8d8a99-34f2-4fee-8931-56f0de1fd834 None None] Attempting to bind port edcd783f-4a4b-4046-a712-c59635c85b39 by drivers openvswitch,hyperv on host dv-cinder-816104-2-iscsi at level 0 using segments [{'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}] {{(pid=102636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:19:58.429346 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8d8a99-34f2-4fee-8931-56f0de1fd834 None None] Attempting to bind port edcd783f-4a4b-4046-a712-c59635c85b39 on network e6fb9507-f434-4add-a536-b65ba033e5e7 {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:19:58.435588 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-593f34a2-33c0-47ac-9945-d293a39dc42c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 5.2911325 Feb 15 04:19:58.451551 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02b94d-822a-4944-b813-fd8f1b6e8129 service neutron] Pushing event updated for resources: {'Port': ['ID=69f21ab9-d078-4316-b53b-b12b447aebd4,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:58.462807 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8d8a99-34f2-4fee-8931-56f0de1fd834 None None] Checking agent: {'id': 'e997a1d7-0267-47ad-aad7-04acf389f1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 11, 40), 'started_at': datetime.datetime(2022, 2, 15, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:19:58.463417 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8d8a99-34f2-4fee-8931-56f0de1fd834 None None] Checking segment: {'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:19:58.464010 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-1e8d8a99-34f2-4fee-8931-56f0de1fd834 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:58.464701 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8d8a99-34f2-4fee-8931-56f0de1fd834 None None] Bound using segment: {'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'} {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:19:58.465416 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.managers [None req-1e8d8a99-34f2-4fee-8931-56f0de1fd834 None None] Bound port: edcd783f-4a4b-4046-a712-c59635c85b39, host: dv-cinder-816104-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}}] {{(pid=102636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:19:58.465991 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-1e8d8a99-34f2-4fee-8931-56f0de1fd834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (edcd783f-4a4b-4046-a712-c59635c85b39), before_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:58.555526 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f86a4c1-b133-472b-a4dc-d912d943ad96 admin admin] Network c49ed967-4df2-4c03-a3f7-11bc631a5279 is already hosted by enough agents. {{(pid=102634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:19:58.575960 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.base_scheduler [None req-5f86a4c1-b133-472b-a4dc-d912d943ad96 admin admin] Resources bound (agent type, host, resource id): {{(pid=102634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:19:58.633224 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.db [None req-1e8d8a99-34f2-4fee-8931-56f0de1fd834 None None] For port edcd783f-4a4b-4046-a712-c59635c85b39, host dv-cinder-816104-2-iscsi, cleared binding levels {{(pid=102636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:19:58.658643 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0972cf17-0636-4fdd-b49f-5d1026b6126b admin admin] Publish callbacks [] for security_group (66552baa-6cfa-4649-9320-8f812fccbecf), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:58.667206 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-de02b94d-822a-4944-b813-fd8f1b6e8129 service neutron] Attempting to bind port 69f21ab9-d078-4316-b53b-b12b447aebd4 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:19:58.667871 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-de02b94d-822a-4944-b813-fd8f1b6e8129 service neutron] Attempting to bind port 69f21ab9-d078-4316-b53b-b12b447aebd4 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '41ba3272-2d95-4a3a-8b86-24194a3c9932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bfb96b13-817b-4246-b547-422f8cfd6b4a'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:19:58.668649 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-de02b94d-822a-4944-b813-fd8f1b6e8129 service neutron] Attempting to bind port 69f21ab9-d078-4316-b53b-b12b447aebd4 on network bfb96b13-817b-4246-b547-422f8cfd6b4a {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:19:58.670598 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.db [None req-1e8d8a99-34f2-4fee-8931-56f0de1fd834 None None] For port edcd783f-4a4b-4046-a712-c59635c85b39, host dv-cinder-816104-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=edcd783f-4a4b-4046-a712-c59635c85b39,segment=NetworkSegment(5a34016a-0f1f-4003-98e1-68134538d335),segment_id=5a34016a-0f1f-4003-98e1-68134538d335)] {{(pid=102636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:19:58.694835 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-1e8d8a99-34f2-4fee-8931-56f0de1fd834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (edcd783f-4a4b-4046-a712-c59635c85b39), after_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:58.712452 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-de02b94d-822a-4944-b813-fd8f1b6e8129 service neutron] Port 69f21ab9-d078-4316-b53b-b12b447aebd4 on network bfb96b13-817b-4246-b547-422f8cfd6b4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 04:19:58.714013 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-de02b94d-822a-4944-b813-fd8f1b6e8129 service neutron] Attempting to bind port 69f21ab9-d078-4316-b53b-b12b447aebd4 on network bfb96b13-817b-4246-b547-422f8cfd6b4a {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:19:58.757394 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf56155-1983-4a83-a321-cd862c9bd496 None None] Network 8beecf18-1cf4-45f4-adc0-1d3e8293494e requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:19:58.827674 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 51534) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:19:58.859914 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-de02b94d-822a-4944-b813-fd8f1b6e8129 service neutron] Checking agent: {'id': '3d42c16f-c1cc-4a31-813a-51fffe75373d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'started_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:19:58.862311 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-de02b94d-822a-4944-b813-fd8f1b6e8129 service neutron] Checking segment: {'id': '41ba3272-2d95-4a3a-8b86-24194a3c9932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bfb96b13-817b-4246-b547-422f8cfd6b4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:19:58.862984 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-de02b94d-822a-4944-b813-fd8f1b6e8129 service neutron] Bound using segment: {'id': '41ba3272-2d95-4a3a-8b86-24194a3c9932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bfb96b13-817b-4246-b547-422f8cfd6b4a'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:19:58.863671 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-de02b94d-822a-4944-b813-fd8f1b6e8129 service neutron] Bound port: 69f21ab9-d078-4316-b53b-b12b447aebd4, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41ba3272-2d95-4a3a-8b86-24194a3c9932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bfb96b13-817b-4246-b547-422f8cfd6b4a'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:19:58.867016 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-de02b94d-822a-4944-b813-fd8f1b6e8129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (69f21ab9-d078-4316-b53b-b12b447aebd4), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:58.894732 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-e284014b-2b72-440b-9ab2-7681543e6a8a tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Request body: {'security_group': {'name': 'tempest-securitygroup--842597418', 'description': 'tempest-description--282141781'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:19:58.976004 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8d8a99-34f2-4fee-8931-56f0de1fd834 None None] Routers {'a818bd04-4f62-41c3-b310-352af06ecf31'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:19:58.976651 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-1e8d8a99-34f2-4fee-8931-56f0de1fd834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:19:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['a818bd04-4f62-41c3-b310-352af06ecf31'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:19:59.111171 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0972cf17-0636-4fdd-b49f-5d1026b6126b admin admin] Publish callbacks [] for security_group (66552baa-6cfa-4649-9320-8f812fccbecf), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:59.121758 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f03982-63d9-4eb6-b25f-7721dfc3dfb1 None None] Pushing event updated for resources: {'Port': ['ID=edcd783f-4a4b-4046-a712-c59635c85b39,revision_number=3']} {{(pid=102636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:59.122962 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-8992fe53-eee5-4ea3-bda0-c703e4f3d354 None None] Provisioning complete for port ed95016a-a25d-49d0-9aed-456bb80645fd triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:19:59.124775 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-8992fe53-eee5-4ea3-bda0-c703e4f3d354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (ed95016a-a25d-49d0-9aed-456bb80645fd), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:59.176659 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f4d6dd87-00f8-4762-bcfa-b8fc6dc7e638 req-619d45be-ef2a-4cb0-b51b-d288c09b81a0 service neutron] 10.222.0.59 "GET /v2.0/networks/a909d0e6-c4b3-462a-b863-e1bf37a7bf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9247584 Feb 15 04:19:59.185456 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e284014b-2b72-440b-9ab2-7681543e6a8a tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:59.204985 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-8992fe53-eee5-4ea3-bda0-c703e4f3d354 None None] Port ed95016a-a25d-49d0-9aed-456bb80645fd cannot update to ACTIVE because it is not bound. {{(pid=102635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:19:59.218192 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-f7cdef19-3c1f-4125-b894-362e57bf2ea7 None None] For port ed95016a-a25d-49d0-9aed-456bb80645fd, host dv-cinder-816104-2-iscsi, cleared binding levels {{(pid=102635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:19:59.233498 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5691db03-3168-4ee7-b9e7-58ae87828b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:59.245424 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-f7cdef19-3c1f-4125-b894-362e57bf2ea7 None None] For port ed95016a-a25d-49d0-9aed-456bb80645fd, host dv-cinder-816104-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=ed95016a-a25d-49d0-9aed-456bb80645fd,segment=NetworkSegment(a2939050-b15c-425b-a2c1-f2f0e37f1e44),segment_id=a2939050-b15c-425b-a2c1-f2f0e37f1e44)] {{(pid=102635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:19:59.260477 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-f7cdef19-3c1f-4125-b894-362e57bf2ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (ed95016a-a25d-49d0-9aed-456bb80645fd), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:59.381037 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-f231bb29-fe5f-4814-8ad0-15553addf5f2 None None] Provisioning complete for port 12a08514-3162-4e1a-98d9-ba47008b772b triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:19:59.381796 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-f231bb29-fe5f-4814-8ad0-15553addf5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (12a08514-3162-4e1a-98d9-ba47008b772b), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:59.386894 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae718640-02d0-4d15-a071-9c1ad0d3e003 req-9c63a1fb-4936-428f-8b8e-5e21eaa08bfc tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:19:59.388679 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ae718640-02d0-4d15-a071-9c1ad0d3e003 req-9c63a1fb-4936-428f-8b8e-5e21eaa08bfc tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7ec6e38-42b9-43b6-9bb6-fc72a05b2607 HTTP/1.1" status: 200 len: 943 time: 0.4340982 Feb 15 04:19:59.477592 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-1e8d8a99-34f2-4fee-8931-56f0de1fd834 None None] Set router a818bd04-4f62-41c3-b310-352af06ecf31 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:19:59.487941 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90e2d1-5603-42aa-ad5f-1e166756c3fc None None] Pushing event updated for resources: {'Port': ['ID=ed95016a-a25d-49d0-9aed-456bb80645fd,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:59.505622 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-de02b94d-822a-4944-b813-fd8f1b6e8129 service neutron] For port 69f21ab9-d078-4316-b53b-b12b447aebd4, host hv-cinder-81610, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:19:59.507668 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cdef19-3c1f-4125-b894-362e57bf2ea7 None None] Routers {'2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:19:59.508426 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-f7cdef19-3c1f-4125-b894-362e57bf2ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:19:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:19:59.570593 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed71dda-8012-4e0d-81fb-5a4788136e66 req-59dbd619-38cd-41bc-8615-bb63876aa544 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:19:59.584773 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-8ed71dda-8012-4e0d-81fb-5a4788136e66 req-59dbd619-38cd-41bc-8615-bb63876aa544 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 944 time: 0.7725799 Feb 15 04:19:59.615363 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-f231bb29-fe5f-4814-8ad0-15553addf5f2 None None] Port 12a08514-3162-4e1a-98d9-ba47008b772b cannot update to ACTIVE because it is not bound. {{(pid=102635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:19:59.685642 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-de02b94d-822a-4944-b813-fd8f1b6e8129 service neutron] For port 69f21ab9-d078-4316-b53b-b12b447aebd4, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=69f21ab9-d078-4316-b53b-b12b447aebd4,segment=NetworkSegment(41ba3272-2d95-4a3a-8b86-24194a3c9932),segment_id=41ba3272-2d95-4a3a-8b86-24194a3c9932)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:19:59.747204 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f4d6dd87-00f8-4762-bcfa-b8fc6dc7e638 req-9ebd000c-99c1-4381-93f2-281bc3915932 service neutron] 10.222.0.59 "GET /v2.0/networks/a909d0e6-c4b3-462a-b863-e1bf37a7bf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5198820 Feb 15 04:19:59.779731 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-de02b94d-822a-4944-b813-fd8f1b6e8129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (69f21ab9-d078-4316-b53b-b12b447aebd4), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:19:59.807754 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f86a4c1-b133-472b-a4dc-d912d943ad96 admin admin] Router c9fea396-0fd8-4a83-909f-94149fea34f8 has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:19:59.902367 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ae718640-02d0-4d15-a071-9c1ad0d3e003 req-80d5f85a-4818-462c-9d9f-081bec54be29 tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d2c263-2057-4c84-a1d0-803a75180105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491961 Feb 15 04:19:59.943632 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02b94d-822a-4944-b813-fd8f1b6e8129 service neutron] Pushing event updated for resources: {'Port': ['ID=69f21ab9-d078-4316-b53b-b12b447aebd4,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:19:59.986577 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-8ed71dda-8012-4e0d-81fb-5a4788136e66 req-647c4cd0-c584-47e8-a1a8-ccab1700f86f tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783386 Feb 15 04:19:59.998176 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-de02b94d-822a-4944-b813-fd8f1b6e8129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:19:59.999430 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-de02b94d-822a-4944-b813-fd8f1b6e8129 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for port (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:00.003259 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-de02b94d-822a-4944-b813-fd8f1b6e8129 service neutron] 10.222.0.59 "PUT /v2.0/ports/69f21ab9-d078-4316-b53b-b12b447aebd4 HTTP/1.1" status: 200 len: 1093 time: 6.8531783 Feb 15 04:20:00.006645 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ec6e38-42b9-43b6-9bb6-fc72a05b2607', 'tag': '69f21ab9-d078-4316-b53b-b12b447aebd4'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:20:00.120499 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0972cf17-0636-4fdd-b49f-5d1026b6126b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (66552baa-6cfa-4649-9320-8f812fccbecf), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:00.123667 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0972cf17-0636-4fdd-b49f-5d1026b6126b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:00.128661 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-0972cf17-0636-4fdd-b49f-5d1026b6126b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/66552baa-6cfa-4649-9320-8f812fccbecf HTTP/1.1" status: 204 len: 168 time: 2.0310678 Feb 15 04:20:00.149778 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 51560) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:00.197248 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972cf17-0636-4fdd-b49f-5d1026b6126b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66552baa-6cfa-4649-9320-8f812fccbecf,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:00.279240 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-733c84d4-04ce-4ac5-900c-9ee6e8e30f18 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1312793119-network', 'tenant_id': '6e7a8c39aa0b42b3b1a794153d4cce10'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:20:00.398023 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed0f7cd0cebfd20c511642d6f47a3c828635124f8c0731539bf6ef3d21e1c7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c92f7c-5656-4153-b38a-f9a0bd749ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ec6e38-42b9-43b6-9bb6-fc72a05b2607", "tag": "69f21ab9-d078-4316-b53b-b12b447aebd4"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:20:00.485000 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733c84d4-04ce-4ac5-900c-9ee6e8e30f18 admin admin] Made reservation on behalf of 6e7a8c39aa0b42b3b1a794153d4cce10 for: {'network': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:20:00.497220 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-733c84d4-04ce-4ac5-900c-9ee6e8e30f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for network (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:00.574151 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-733c84d4-04ce-4ac5-900c-9ee6e8e30f18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:00.617815 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e284014b-2b72-440b-9ab2-7681543e6a8a tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for security_group (16d66dee-ce40-483c-8a42-a4eebc1d99f9), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:00.660934 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-1e8d8a99-34f2-4fee-8931-56f0de1fd834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818bd04-4f62-41c3-b310-352af06ecf31', 'name': 'tempest-ServerRescueNegativeTestJSON-1154975341-router', 'tenant_id': 'f8bc531651b748a791dbbbc11ee10adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'edcd783f-4a4b-4046-a712-c59635c85b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:39Z', 'updated_at': '2022-02-15T04:19:45Z', 'revision_number': 3, 'project_id': 'f8bc531651b748a791dbbbc11ee10adb', 'gw_port': {'id': 'edcd783f-4a4b-4046-a712-c59635c85b39', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a818bd04-4f62-41c3-b310-352af06ecf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:42Z', 'updated_at': '2022-02-15T04:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:20:00.721978 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e284014b-2b72-440b-9ab2-7681543e6a8a tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (16d66dee-ce40-483c-8a42-a4eebc1d99f9), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:00.732939 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64de18a5-507b-4e72-bfba-a27ed4f9abfe x-openstack-request-id: req-64de18a5-507b-4e72-bfba-a27ed4f9abfe {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:20:00.732939 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ec6e38-42b9-43b6-9bb6-fc72a05b2607", "tag": "69f21ab9-d078-4316-b53b-b12b447aebd4", "status": "completed", "code": 200}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:20:00.732939 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-64de18a5-507b-4e72-bfba-a27ed4f9abfe {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:20:00.734128 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ec6e38-42b9-43b6-9bb6-fc72a05b2607', 'tag': '69f21ab9-d078-4316-b53b-b12b447aebd4', 'status': 'completed', 'code': 200} Feb 15 04:20:00.749180 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-0db07c61-af7e-4f3e-a5b4-d30007338f35 None None] Provisioning complete for port ed95016a-a25d-49d0-9aed-456bb80645fd triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:20:00.750065 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-0db07c61-af7e-4f3e-a5b4-d30007338f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (ed95016a-a25d-49d0-9aed-456bb80645fd), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:00.760501 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-6e8f121a-575b-4665-ba3f-b269a2d83fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:00.762343 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-6e8f121a-575b-4665-ba3f-b269a2d83fa2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ea72854422249cdb2433b90e5aa1252&device_id=e7ec6e38-42b9-43b6-9bb6-fc72a05b2607 HTTP/1.1" status: 200 len: 1127 time: 0.6360366 Feb 15 04:20:00.828634 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f86a4c1-b133-472b-a4dc-d912d943ad96 admin admin] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:20:00.879297 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-5f86a4c1-b133-472b-a4dc-d912d943ad96 admin admin] 10.222.0.45 "PUT /v2.0/routers/c9fea396-0fd8-4a83-909f-94149fea34f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.0218425 Feb 15 04:20:00.885337 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-9ae0a821-1776-4a31-9222-b3eb0e4f3042 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69f21ab9-d078-4316-b53b-b12b447aebd4 HTTP/1.1" status: 200 len: 217 time: 0.1108286 Feb 15 04:20:00.940635 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929333ef-c5a8-49b7-adbb-5a6bd57fe263 None None] Sync routers for ids ['c9fea396-0fd8-4a83-909f-94149fea34f8'] in dv-cinder-816104-2-iscsi {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:20:00.986429 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8d8a99-34f2-4fee-8931-56f0de1fd834 None None] The sync data for ids ['a818bd04-4f62-41c3-b310-352af06ecf31'] in dv-cinder-816104-2-iscsi is: [{'id': 'a818bd04-4f62-41c3-b310-352af06ecf31', 'name': 'tempest-ServerRescueNegativeTestJSON-1154975341-router', 'tenant_id': 'f8bc531651b748a791dbbbc11ee10adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'edcd783f-4a4b-4046-a712-c59635c85b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:39Z', 'updated_at': '2022-02-15T04:19:45Z', 'revision_number': 3, 'project_id': 'f8bc531651b748a791dbbbc11ee10adb', 'gw_port': {'id': 'edcd783f-4a4b-4046-a712-c59635c85b39', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a818bd04-4f62-41c3-b310-352af06ecf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:42Z', 'updated_at': '2022-02-15T04:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}] {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:20:01.053006 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929333ef-c5a8-49b7-adbb-5a6bd57fe263 None None] Routers {'c9fea396-0fd8-4a83-909f-94149fea34f8'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:20:01.054079 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-929333ef-c5a8-49b7-adbb-5a6bd57fe263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:19:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['c9fea396-0fd8-4a83-909f-94149fea34f8'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:20:01.104180 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e284014b-2b72-440b-9ab2-7681543e6a8a tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:01.111935 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-e284014b-2b72-440b-9ab2-7681543e6a8a tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.2690794 Feb 15 04:20:01.114615 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 51592) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:01.145714 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-f7cdef19-3c1f-4125-b894-362e57bf2ea7 None None] Set router 2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:20:01.345282 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-90ef11a1-eecf-46c5-a66e-42d847478e6e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Request body: {'security_group_rule': {'security_group_id': '16d66dee-ce40-483c-8a42-a4eebc1d99f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:20:01.409657 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-329d2f01-9c79-419d-a26a-cb614b1eded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:01.412707 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-329d2f01-9c79-419d-a26a-cb614b1eded7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ab75fbfe-d28a-4597-bc81-918f2b53f28f HTTP/1.1" status: 200 len: 851 time: 0.5154238 Feb 15 04:20:01.511600 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-5691db03-3168-4ee7-b9e7-58ae87828b72 admin admin] Allocated IP 172.20.0.1 (ee659080-78cf-4efd-be3b-466b39ec5040/4162ffac-2362-474f-b644-4e31f81938f3/cf81a5c0-454f-452d-b00e-79048271ae01) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:20:01.699621 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-3d6af47a-b454-408a-b4f1-32799c320ae5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bfb96b13-817b-4246-b547-422f8cfd6b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2472329 Feb 15 04:20:01.805256 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-929333ef-c5a8-49b7-adbb-5a6bd57fe263 None None] Set router c9fea396-0fd8-4a83-909f-94149fea34f8 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:20:01.992232 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284014b-2b72-440b-9ab2-7681543e6a8a tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16d66dee-ce40-483c-8a42-a4eebc1d99f9,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:02.052509 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-0db07c61-af7e-4f3e-a5b4-d30007338f35 None None] Current status of the port ed95016a-a25d-49d0-9aed-456bb80645fd is: DOWN; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:20:02.053987 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-0db07c61-af7e-4f3e-a5b4-d30007338f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (ed95016a-a25d-49d0-9aed-456bb80645fd), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:02.074530 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96d520-3c33-41c9-b2f2-834c6a0abff8 req-358e6135-0f8e-4660-bad4-c26d8f583045 tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:02.086165 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-fa96d520-3c33-41c9-b2f2-834c6a0abff8 req-358e6135-0f8e-4660-bad4-c26d8f583045 tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7ec6e38-42b9-43b6-9bb6-fc72a05b2607 HTTP/1.1" status: 200 len: 943 time: 0.7087345 Feb 15 04:20:02.117858 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-0db07c61-af7e-4f3e-a5b4-d30007338f35 None None] For port ed95016a-a25d-49d0-9aed-456bb80645fd, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=ed95016a-a25d-49d0-9aed-456bb80645fd,segment=NetworkSegment(a2939050-b15c-425b-a2c1-f2f0e37f1e44),segment_id=a2939050-b15c-425b-a2c1-f2f0e37f1e44)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:20:02.131616 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-0db07c61-af7e-4f3e-a5b4-d30007338f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (ed95016a-a25d-49d0-9aed-456bb80645fd), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:02.204717 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-90ef11a1-eecf-46c5-a66e-42d847478e6e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for security_group_rule (4f7db3ab-68f9-4f33-b274-560f882a9050), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:02.266608 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-f86c83f7-1c0f-40fc-8bf7-da27cc1f6821 service neutron] 10.222.0.59 "GET /v2.0/networks/bfb96b13-817b-4246-b547-422f8cfd6b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5532365 Feb 15 04:20:02.280380 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db07c61-af7e-4f3e-a5b4-d30007338f35 None None] Pushing event updated for resources: {'Port': ['ID=ed95016a-a25d-49d0-9aed-456bb80645fd,revision_number=5']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:02.294174 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-09bed217-8356-4f0b-bd24-1126267ed7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:02.336084 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-f7cdef19-3c1f-4125-b894-362e57bf2ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'name': 'tempest-AttachVolumeShelveTestJSON-558353376-router', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:37Z', 'updated_at': '2022-02-15T04:19:51Z', 'revision_number': 4, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'gw_port': {'id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:39Z', 'updated_at': '2022-02-15T04:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': 'ed95016a-a25d-49d0-9aed-456bb80645fd', 'name': '', 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'mac_address': 'fa:16:3e:61:e3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:45Z', 'updated_at': '2022-02-15T04:19:59Z', 'revision_number': 4, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'subnets': [{'id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:20:02.383258 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cdef19-3c1f-4125-b894-362e57bf2ea7 None None] The sync data for ids ['2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'] in dv-cinder-816104-2-iscsi is: [{'id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'name': 'tempest-AttachVolumeShelveTestJSON-558353376-router', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:37Z', 'updated_at': '2022-02-15T04:19:51Z', 'revision_number': 4, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'gw_port': {'id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:39Z', 'updated_at': '2022-02-15T04:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': 'ed95016a-a25d-49d0-9aed-456bb80645fd', 'name': '', 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'mac_address': 'fa:16:3e:61:e3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:45Z', 'updated_at': '2022-02-15T04:19:59Z', 'revision_number': 4, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'subnets': [{'id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:20:02.384768 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-fa96d520-3c33-41c9-b2f2-834c6a0abff8 req-b661da15-c241-4a0f-af29-1794b962e342 tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d2c263-2057-4c84-a1d0-803a75180105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740331 Feb 15 04:20:02.443524 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-90ef11a1-eecf-46c5-a66e-42d847478e6e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for security_group_rule (4f7db3ab-68f9-4f33-b274-560f882a9050), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:02.488618 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-90ef11a1-eecf-46c5-a66e-42d847478e6e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526819'] for security_group_rule (4f7db3ab-68f9-4f33-b274-560f882a9050), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:02.535535 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef11a1-eecf-46c5-a66e-42d847478e6e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f7db3ab-68f9-4f33-b274-560f882a9050,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:02.550819 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-90ef11a1-eecf-46c5-a66e-42d847478e6e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:02.552234 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-90ef11a1-eecf-46c5-a66e-42d847478e6e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3933227 Feb 15 04:20:02.556494 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 51622) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:02.561664 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-6b0f11e3-5e10-4180-896c-2cc8cfe5f58d tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Request body: {'security_group_rule': {'security_group_id': '16d66dee-ce40-483c-8a42-a4eebc1d99f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:20:02.619742 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-929333ef-c5a8-49b7-adbb-5a6bd57fe263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'name': 'tempest-AttachVolumeTestJSON-1521098367-router', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:35Z', 'updated_at': '2022-02-15T04:19:54Z', 'revision_number': 4, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'gw_port': {'id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:38Z', 'updated_at': '2022-02-15T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '12a08514-3162-4e1a-98d9-ba47008b772b', 'name': '', 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'mac_address': 'fa:16:3e:2c:7b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07051326-83bf-45b5-9e91-0b63b787c497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:47Z', 'updated_at': '2022-02-15T04:19:56Z', 'revision_number': 2, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'subnets': [{'id': '07051326-83bf-45b5-9e91-0b63b787c497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:20:02.634538 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806c6b4-3c2d-49dc-a1d4-c2c51c4d2787 req-77d9a2b5-548e-4e90-8c60-674bdeef4f67 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:02.642264 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5806c6b4-3c2d-49dc-a1d4-c2c51c4d2787 req-77d9a2b5-548e-4e90-8c60-674bdeef4f67 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 944 time: 1.1889975 Feb 15 04:20:02.647877 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5691db03-3168-4ee7-b9e7-58ae87828b72 admin admin] Publish callbacks [] for port (cf81a5c0-454f-452d-b00e-79048271ae01), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:02.690016 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-6b0f11e3-5e10-4180-896c-2cc8cfe5f58d tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for security_group_rule (5b359f69-3e4f-4b74-a7a5-c346525d740c), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:02.737557 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929333ef-c5a8-49b7-adbb-5a6bd57fe263 None None] Checking router: c9fea396-0fd8-4a83-909f-94149fea34f8 for host: dv-cinder-816104-2-iscsi {{(pid=102636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:20:02.738213 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929333ef-c5a8-49b7-adbb-5a6bd57fe263 None None] Updating router c9fea396-0fd8-4a83-909f-94149fea34f8 port 12a08514-3162-4e1a-98d9-ba47008b772b binding host dv-cinder-816104-2-iscsi {{(pid=102636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 04:20:02.884062 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-929333ef-c5a8-49b7-adbb-5a6bd57fe263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (12a08514-3162-4e1a-98d9-ba47008b772b), before_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:03.077654 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-733c84d4-04ce-4ac5-900c-9ee6e8e30f18 admin admin] Publish callbacks [] for security_group (f4000a7c-918b-4187-b798-4cb9ebee3d4d), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:03.111075 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5806c6b4-3c2d-49dc-a1d4-c2c51c4d2787 req-26bef0a8-0bef-4b8e-8583-bdd575659a93 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678335 Feb 15 04:20:03.114310 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-733c84d4-04ce-4ac5-900c-9ee6e8e30f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (f4000a7c-918b-4187-b798-4cb9ebee3d4d), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:03.242838 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c84d4-04ce-4ac5-900c-9ee6e8e30f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4000a7c-918b-4187-b798-4cb9ebee3d4d,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:03.339196 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733c84d4-04ce-4ac5-900c-9ee6e8e30f18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=102633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 04:20:03.341685 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-6b0f11e3-5e10-4180-896c-2cc8cfe5f58d tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for security_group_rule (5b359f69-3e4f-4b74-a7a5-c346525d740c), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:03.381274 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-6b0f11e3-5e10-4180-896c-2cc8cfe5f58d tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526819'] for security_group_rule (5b359f69-3e4f-4b74-a7a5-c346525d740c), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:03.389005 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-733c84d4-04ce-4ac5-900c-9ee6e8e30f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (3bbc9249-6e31-458b-af50-a4849d78643b), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:03.389655 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.db.segments_db [None req-733c84d4-04ce-4ac5-900c-9ee6e8e30f18 admin admin] Added segment 3bbc9249-6e31-458b-af50-a4849d78643b of type vlan for network 32a827af-f7ac-4ee0-abbb-78313597b3f1 Feb 15 04:20:03.434236 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5691db03-3168-4ee7-b9e7-58ae87828b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083'] for port (cf81a5c0-454f-452d-b00e-79048271ae01), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:03.470810 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device edcd783f-4a4b-4046-a712-c59635c85b39 up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:20:03.504931 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-502ce9ea-4dc5-42d3-854b-e7793063f73a req-f9431831-337b-401f-bd53-27f975708933 service neutron] 10.222.0.59 "GET /v2.0/networks/bfb96b13-817b-4246-b547-422f8cfd6b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115100 Feb 15 04:20:03.513796 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f11e3-5e10-4180-896c-2cc8cfe5f58d tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b359f69-3e4f-4b74-a7a5-c346525d740c,revision_number=0']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:03.533314 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-6b0f11e3-5e10-4180-896c-2cc8cfe5f58d tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:03.544242 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-6b0f11e3-5e10-4180-896c-2cc8cfe5f58d tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9852023 Feb 15 04:20:03.545982 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 51678) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:03.551071 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-f7c0f575-bda6-4c32-8e01-1b318176e419 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Request body: {'floatingip': {'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:20:03.589898 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-733c84d4-04ce-4ac5-900c-9ee6e8e30f18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734709799334'] for network (32a827af-f7ac-4ee0-abbb-78313597b3f1), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:03.622314 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port edcd783f-4a4b-4046-a712-c59635c85b39 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:20:03.623338 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (edcd783f-4a4b-4046-a712-c59635c85b39), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:03.653632 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-929333ef-c5a8-49b7-adbb-5a6bd57fe263 None None] Publish callbacks [] for port (12a08514-3162-4e1a-98d9-ba47008b772b), precommit_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:03.668630 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-929333ef-c5a8-49b7-adbb-5a6bd57fe263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (12a08514-3162-4e1a-98d9-ba47008b772b), after_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:03.676331 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5691db03-3168-4ee7-b9e7-58ae87828b72 admin admin] Network ee659080-78cf-4efd-be3b-466b39ec5040 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:20:03.716731 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f7c0f575-bda6-4c32-8e01-1b318176e419 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:03.780260 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bab377-5f8f-4a31-af04-de5f229538bc None None] Pushing event updated for resources: {'Port': ['ID=12a08514-3162-4e1a-98d9-ba47008b772b,revision_number=3']} {{(pid=102636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:03.785974 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-5691db03-3168-4ee7-b9e7-58ae87828b72 admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:20:03.793797 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5691db03-3168-4ee7-b9e7-58ae87828b72 admin admin] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:20:03.798709 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5691db03-3168-4ee7-b9e7-58ae87828b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639657'] for router_interface (a818bd04-4f62-41c3-b310-352af06ecf31), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:03.865741 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c92f7c-5656-4153-b38a-f9a0bd749ba8 req-fb33c671-93ad-4406-93a7-309df9f2b209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:03.867715 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-63c92f7c-5656-4153-b38a-f9a0bd749ba8 req-fb33c671-93ad-4406-93a7-309df9f2b209 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ea72854422249cdb2433b90e5aa1252&device_id=e7ec6e38-42b9-43b6-9bb6-fc72a05b2607 HTTP/1.1" status: 200 len: 1127 time: 0.2592585 Feb 15 04:20:03.930733 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port edcd783f-4a4b-4046-a712-c59635c85b39 is: DOWN; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:20:03.931449 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (edcd783f-4a4b-4046-a712-c59635c85b39), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:04.005016 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 51686) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:04.014755 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] For port edcd783f-4a4b-4046-a712-c59635c85b39, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=edcd783f-4a4b-4046-a712-c59635c85b39,segment=NetworkSegment(5a34016a-0f1f-4003-98e1-68134538d335),segment_id=5a34016a-0f1f-4003-98e1-68134538d335)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:20:04.023389 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (edcd783f-4a4b-4046-a712-c59635c85b39), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:04.026877 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device ed95016a-a25d-49d0-9aed-456bb80645fd up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:20:04.029011 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.managers [None req-929333ef-c5a8-49b7-adbb-5a6bd57fe263 None None] Attempting to bind port 12a08514-3162-4e1a-98d9-ba47008b772b on host dv-cinder-816104-2-iscsi for vnic_type normal with profile {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:20:04.029813 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.managers [None req-929333ef-c5a8-49b7-adbb-5a6bd57fe263 None None] Attempting to bind port 12a08514-3162-4e1a-98d9-ba47008b772b by drivers openvswitch,hyperv on host dv-cinder-816104-2-iscsi at level 0 using segments [{'id': '893e466e-66a5-45bb-9724-e0a92ab9dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279'}] {{(pid=102636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:20:04.031988 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929333ef-c5a8-49b7-adbb-5a6bd57fe263 None None] Attempting to bind port 12a08514-3162-4e1a-98d9-ba47008b772b on network c49ed967-4df2-4c03-a3f7-11bc631a5279 {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:20:04.034465 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-b4f5d436-17f5-458f-879e-4e2a402f8e89 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Request body: {'security_group': {'name': 'tempest-securitygroup--788363311', 'description': 'tempest-description--301971158'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:20:04.089320 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929333ef-c5a8-49b7-adbb-5a6bd57fe263 None None] Checking agent: {'id': 'e997a1d7-0267-47ad-aad7-04acf389f1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 11, 40), 'started_at': datetime.datetime(2022, 2, 15, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:20:04.100836 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929333ef-c5a8-49b7-adbb-5a6bd57fe263 None None] Checking segment: {'id': '893e466e-66a5-45bb-9724-e0a92ab9dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:20:04.101184 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-929333ef-c5a8-49b7-adbb-5a6bd57fe263 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:04.101444 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929333ef-c5a8-49b7-adbb-5a6bd57fe263 None None] Bound using segment: {'id': '893e466e-66a5-45bb-9724-e0a92ab9dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279'} {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:20:04.101997 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.managers [None req-929333ef-c5a8-49b7-adbb-5a6bd57fe263 None None] Bound port: 12a08514-3162-4e1a-98d9-ba47008b772b, host: dv-cinder-816104-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893e466e-66a5-45bb-9724-e0a92ab9dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279'}}] {{(pid=102636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:20:04.102436 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-929333ef-c5a8-49b7-adbb-5a6bd57fe263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (12a08514-3162-4e1a-98d9-ba47008b772b), before_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:04.276354 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Pushing event updated for resources: {'Port': ['ID=edcd783f-4a4b-4046-a712-c59635c85b39,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:04.287366 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.db.resource_extend [None req-733c84d4-04ce-4ac5-900c-9ee6e8e30f18 admin admin] It took 0.66 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 04:20:04.342091 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.db [None req-929333ef-c5a8-49b7-adbb-5a6bd57fe263 None None] For port 12a08514-3162-4e1a-98d9-ba47008b772b, host dv-cinder-816104-2-iscsi, cleared binding levels {{(pid=102636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:20:04.357014 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.db [None req-929333ef-c5a8-49b7-adbb-5a6bd57fe263 None None] For port 12a08514-3162-4e1a-98d9-ba47008b772b, host dv-cinder-816104-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=12a08514-3162-4e1a-98d9-ba47008b772b,segment=NetworkSegment(893e466e-66a5-45bb-9724-e0a92ab9dee9),segment_id=893e466e-66a5-45bb-9724-e0a92ab9dee9)] {{(pid=102636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:20:04.380949 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-929333ef-c5a8-49b7-adbb-5a6bd57fe263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (12a08514-3162-4e1a-98d9-ba47008b772b), after_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:04.412238 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port ed95016a-a25d-49d0-9aed-456bb80645fd triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:20:04.413249 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (ed95016a-a25d-49d0-9aed-456bb80645fd), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:04.519889 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5691db03-3168-4ee7-b9e7-58ae87828b72 admin admin] Pushing event updated for resources: {'Port': ['ID=cf81a5c0-454f-452d-b00e-79048271ae01,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:04.563835 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b5df1-6d93-480e-a4d3-e2121ee51b71 req-44eb42d3-6e2c-4a25-9915-ef1adabe4906 tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:04.574808 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-079b5df1-6d93-480e-a4d3-e2121ee51b71 req-44eb42d3-6e2c-4a25-9915-ef1adabe4906 tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7ec6e38-42b9-43b6-9bb6-fc72a05b2607 HTTP/1.1" status: 200 len: 943 time: 0.9997067 Feb 15 04:20:04.581713 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-733c84d4-04ce-4ac5-900c-9ee6e8e30f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571'] for network (32a827af-f7ac-4ee0-abbb-78313597b3f1), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:04.582034 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-7519a393-3ad1-42ce-920e-e973e117bd8d None None] Provisioning complete for port 12a08514-3162-4e1a-98d9-ba47008b772b triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:20:04.582506 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-7519a393-3ad1-42ce-920e-e973e117bd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (12a08514-3162-4e1a-98d9-ba47008b772b), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:04.583539 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733c84d4-04ce-4ac5-900c-9ee6e8e30f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:04.584346 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-733c84d4-04ce-4ac5-900c-9ee6e8e30f18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:04.619561 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b4f5d436-17f5-458f-879e-4e2a402f8e89 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:04.662484 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bab377-5f8f-4a31-af04-de5f229538bc None None] Pushing event updated for resources: {'Port': ['ID=12a08514-3162-4e1a-98d9-ba47008b772b,revision_number=4']} {{(pid=102636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:04.683869 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c84d4-04ce-4ac5-900c-9ee6e8e30f18 admin admin] Pushing event updated for resources: {'Network': ['ID=32a827af-f7ac-4ee0-abbb-78313597b3f1,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:04.700122 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5691db03-3168-4ee7-b9e7-58ae87828b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (cf81a5c0-454f-452d-b00e-79048271ae01), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:04.709503 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929333ef-c5a8-49b7-adbb-5a6bd57fe263 None None] Routers {'c9fea396-0fd8-4a83-909f-94149fea34f8'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:20:04.711850 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-929333ef-c5a8-49b7-adbb-5a6bd57fe263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:19:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['c9fea396-0fd8-4a83-909f-94149fea34f8'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:20:04.769938 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-079b5df1-6d93-480e-a4d3-e2121ee51b71 req-557d1eb1-596e-4428-acd1-63e5e103010d tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d2c263-2057-4c84-a1d0-803a75180105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937535 Feb 15 04:20:04.797377 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-733c84d4-04ce-4ac5-900c-9ee6e8e30f18 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.5386202 Feb 15 04:20:04.798986 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 51704) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:04.813934 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-998924b7-9b17-4375-8de0-278e5f1507a3 admin admin] Request body: {'subnet': {'network_id': '32a827af-f7ac-4ee0-abbb-78313597b3f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1312793119-subnet', 'tenant_id': '6e7a8c39aa0b42b3b1a794153d4cce10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:20:04.866965 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 51708) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:04.914698 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Network 32a827af-f7ac-4ee0-abbb-78313597b3f1 details requested by agent ovs-agent-dv-cinder-816104-2-iscsi with host dv-cinder-816104-2-iscsi {{(pid=102635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 04:20:04.914970 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998924b7-9b17-4375-8de0-278e5f1507a3 admin admin] Made reservation on behalf of 6e7a8c39aa0b42b3b1a794153d4cce10 for: {'subnet': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:20:04.917625 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-998924b7-9b17-4375-8de0-278e5f1507a3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:04.921891 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port ed95016a-a25d-49d0-9aed-456bb80645fd is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:20:04.955060 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b4f5d436-17f5-458f-879e-4e2a402f8e89 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for security_group (364fca6b-c358-4266-81cb-3bf43d36311e), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:04.984330 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b4f5d436-17f5-458f-879e-4e2a402f8e89 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (364fca6b-c358-4266-81cb-3bf43d36311e), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:05.149211 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-7519a393-3ad1-42ce-920e-e973e117bd8d None None] Current status of the port 12a08514-3162-4e1a-98d9-ba47008b772b is: DOWN; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:20:05.149981 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-7519a393-3ad1-42ce-920e-e973e117bd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (12a08514-3162-4e1a-98d9-ba47008b772b), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:05.180832 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-929333ef-c5a8-49b7-adbb-5a6bd57fe263 None None] Set router c9fea396-0fd8-4a83-909f-94149fea34f8 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:20:05.243940 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-7519a393-3ad1-42ce-920e-e973e117bd8d None None] For port 12a08514-3162-4e1a-98d9-ba47008b772b, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=12a08514-3162-4e1a-98d9-ba47008b772b,segment=NetworkSegment(893e466e-66a5-45bb-9724-e0a92ab9dee9),segment_id=893e466e-66a5-45bb-9724-e0a92ab9dee9)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:20:05.248154 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417e2dc-f818-47ef-be51-f38ad7a34618 req-a6b6d0d0-7bd1-4a80-87b0-cdcf3615779d tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:05.261426 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-7519a393-3ad1-42ce-920e-e973e117bd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (12a08514-3162-4e1a-98d9-ba47008b772b), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:05.263650 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-c417e2dc-f818-47ef-be51-f38ad7a34618 req-a6b6d0d0-7bd1-4a80-87b0-cdcf3615779d tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 944 time: 1.0023918 Feb 15 04:20:05.356766 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b4f5d436-17f5-458f-879e-4e2a402f8e89 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:05.368291 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-b4f5d436-17f5-458f-879e-4e2a402f8e89 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.3393946 Feb 15 04:20:05.383167 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 51722) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:05.394332 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-998924b7-9b17-4375-8de0-278e5f1507a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571'] for subnet (5ea4d1f9-bdd7-4bae-b107-761c6969c01e), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:05.399560 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519a393-3ad1-42ce-920e-e973e117bd8d None None] Pushing event updated for resources: {'Port': ['ID=12a08514-3162-4e1a-98d9-ba47008b772b,revision_number=5']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:05.410842 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device edcd783f-4a4b-4046-a712-c59635c85b39 up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:20:05.412277 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-0766978f-3111-476c-92a8-2055bcdad007 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Request body: {'security_group_rule': {'security_group_id': '364fca6b-c358-4266-81cb-3bf43d36311e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:20:05.441658 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c92f7c-5656-4153-b38a-f9a0bd749ba8 req-2bfcff12-cb74-48f4-a20e-b19e48d60349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:05.448481 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-63c92f7c-5656-4153-b38a-f9a0bd749ba8 req-2bfcff12-cb74-48f4-a20e-b19e48d60349 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bfb96b13-817b-4246-b547-422f8cfd6b4a HTTP/1.1" status: 200 len: 911 time: 1.4862154 Feb 15 04:20:05.458605 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5d436-17f5-458f-879e-4e2a402f8e89 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=364fca6b-c358-4266-81cb-3bf43d36311e,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:05.556948 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998924b7-9b17-4375-8de0-278e5f1507a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ea4d1f9-bdd7-4bae-b107-761c6969c01e,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:05.562120 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-74e4f83d-b1eb-4f44-9830-6d865998a75f None None] Provisioning complete for port 12a08514-3162-4e1a-98d9-ba47008b772b triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:20:05.562594 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-74e4f83d-b1eb-4f44-9830-6d865998a75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (12a08514-3162-4e1a-98d9-ba47008b772b), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:05.574601 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-63c92f7c-5656-4153-b38a-f9a0bd749ba8 req-acfa5a21-7409-497c-899e-9462cea45618 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69f21ab9-d078-4316-b53b-b12b447aebd4 HTTP/1.1" status: 200 len: 217 time: 0.1040010 Feb 15 04:20:05.592778 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-c417e2dc-f818-47ef-be51-f38ad7a34618 req-983a1e04-7a3d-4879-bf16-0ec6173c28c2 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265085 Feb 15 04:20:05.652510 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port edcd783f-4a4b-4046-a712-c59635c85b39 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:20:05.653159 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (edcd783f-4a4b-4046-a712-c59635c85b39), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:05.666762 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f7c0f575-bda6-4c32-8e01-1b318176e419 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:05.670970 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-929333ef-c5a8-49b7-adbb-5a6bd57fe263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'name': 'tempest-AttachVolumeTestJSON-1521098367-router', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:35Z', 'updated_at': '2022-02-15T04:19:54Z', 'revision_number': 4, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'gw_port': {'id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:38Z', 'updated_at': '2022-02-15T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '12a08514-3162-4e1a-98d9-ba47008b772b', 'name': '', 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'mac_address': 'fa:16:3e:2c:7b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07051326-83bf-45b5-9e91-0b63b787c497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:47Z', 'updated_at': '2022-02-15T04:20:04Z', 'revision_number': 4, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'subnets': [{'id': '07051326-83bf-45b5-9e91-0b63b787c497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:20:05.708154 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-58a33373-c526-4579-b73a-6a9f48fa8170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:05.717454 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929333ef-c5a8-49b7-adbb-5a6bd57fe263 None None] The sync data for ids ['c9fea396-0fd8-4a83-909f-94149fea34f8'] in dv-cinder-816104-2-iscsi is: [{'id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'name': 'tempest-AttachVolumeTestJSON-1521098367-router', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:35Z', 'updated_at': '2022-02-15T04:19:54Z', 'revision_number': 4, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'gw_port': {'id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:38Z', 'updated_at': '2022-02-15T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '12a08514-3162-4e1a-98d9-ba47008b772b', 'name': '', 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'mac_address': 'fa:16:3e:2c:7b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07051326-83bf-45b5-9e91-0b63b787c497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:47Z', 'updated_at': '2022-02-15T04:20:04Z', 'revision_number': 4, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'subnets': [{'id': '07051326-83bf-45b5-9e91-0b63b787c497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:20:05.738435 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c92f7c-5656-4153-b38a-f9a0bd749ba8 req-50320b51-7a70-486e-af4e-d2b014d9b25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:05.740166 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-63c92f7c-5656-4153-b38a-f9a0bd749ba8 req-50320b51-7a70-486e-af4e-d2b014d9b25e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ab75fbfe-d28a-4597-bc81-918f2b53f28f HTTP/1.1" status: 200 len: 851 time: 0.1424961 Feb 15 04:20:05.815676 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0766978f-3111-476c-92a8-2055bcdad007 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for security_group_rule (a4a3eb13-2ea5-4fd5-b1f4-a1f24399fcc4), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:05.846663 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-63c92f7c-5656-4153-b38a-f9a0bd749ba8 req-01552377-d13d-4768-b06e-91381a86bb49 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bfb96b13-817b-4246-b547-422f8cfd6b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814121 Feb 15 04:20:05.914346 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998924b7-9b17-4375-8de0-278e5f1507a3 admin admin] Checking segment: {'id': '3bbc9249-6e31-458b-af50-a4849d78643b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '32a827af-f7ac-4ee0-abbb-78313597b3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:20:05.915124 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998924b7-9b17-4375-8de0-278e5f1507a3 admin admin] Network hostable DHCP agents. Network: 32a827af-f7ac-4ee0-abbb-78313597b3f1, hostable agents: ['8ae8e7a4-55a3-4d68-87a0-8671ef43234c'], hosted agents: [] {{(pid=102633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 04:20:05.959563 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-74e4f83d-b1eb-4f44-9830-6d865998a75f None None] Current status of the port 12a08514-3162-4e1a-98d9-ba47008b772b is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:20:05.975666 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port edcd783f-4a4b-4046-a712-c59635c85b39 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:20:06.060585 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-dcb8ef26-8fa0-4d46-90c0-7b562c76bcb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:06.169722 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0766978f-3111-476c-92a8-2055bcdad007 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for security_group_rule (a4a3eb13-2ea5-4fd5-b1f4-a1f24399fcc4), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:06.175974 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.db_base_plugin_common [None req-f7c0f575-bda6-4c32-8e01-1b318176e419 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Allocated IP 172.27.1.186 (e6fb9507-f434-4add-a536-b65ba033e5e7/ff2a616f-f347-4e09-a791-22c9c65ada0b/4f8ce081-161e-4d16-8e66-99837542c03c) {{(pid=102634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:20:06.186938 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998924b7-9b17-4375-8de0-278e5f1507a3 admin admin] Network 32a827af-f7ac-4ee0-abbb-78313597b3f1 is scheduled to be hosted by DHCP agent 8ae8e7a4-55a3-4d68-87a0-8671ef43234c with binding_index 1 {{(pid=102633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 04:20:06.206177 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-58a33373-c526-4579-b73a-6a9f48fa8170 admin admin] Publish callbacks [] for security_group (ff0afb68-7c28-46b3-8922-499dfaab3ae3), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:06.215371 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0766978f-3111-476c-92a8-2055bcdad007 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526819'] for security_group_rule (a4a3eb13-2ea5-4fd5-b1f4-a1f24399fcc4), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:06.221712 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-63c92f7c-5656-4153-b38a-f9a0bd749ba8 req-9082ffdb-d5af-4e7e-86d7-9dd95009a65d service neutron] 10.222.0.59 "GET /v2.0/networks/bfb96b13-817b-4246-b547-422f8cfd6b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711014 Feb 15 04:20:06.229048 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5691db03-3168-4ee7-b9e7-58ae87828b72 admin admin] Publish callbacks [] for port (cf81a5c0-454f-452d-b00e-79048271ae01), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:06.248574 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-58a33373-c526-4579-b73a-6a9f48fa8170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (ff0afb68-7c28-46b3-8922-499dfaab3ae3), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:06.264957 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5691db03-3168-4ee7-b9e7-58ae87828b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (cf81a5c0-454f-452d-b00e-79048271ae01), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:06.266718 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5691db03-3168-4ee7-b9e7-58ae87828b72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-713549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639701'] for router_interface (a818bd04-4f62-41c3-b310-352af06ecf31), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:06.287165 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-998924b7-9b17-4375-8de0-278e5f1507a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-2-iscsi, 32a827af-f7ac-4ee0-abbb-78313597b3f1) {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:20:06.295568 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998924b7-9b17-4375-8de0-278e5f1507a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:06.297118 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-998924b7-9b17-4375-8de0-278e5f1507a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:06.298386 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d47754-41dd-47c2-902a-74a0d4a8196e None None] Network 32a827af-f7ac-4ee0-abbb-78313597b3f1 requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:20:06.316445 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb38d14-0875-4982-b43a-88babda74311 req-e9bfe56f-f1be-4fc3-8ab8-3f0cbda72a8c tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:06.322847 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-edb38d14-0875-4982-b43a-88babda74311 req-e9bfe56f-f1be-4fc3-8ab8-3f0cbda72a8c tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7ec6e38-42b9-43b6-9bb6-fc72a05b2607 HTTP/1.1" status: 200 len: 943 time: 0.3773251 Feb 15 04:20:06.411651 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766978f-3111-476c-92a8-2055bcdad007 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a3eb13-2ea5-4fd5-b1f4-a1f24399fcc4,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:06.414939 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a33373-c526-4579-b73a-6a9f48fa8170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0afb68-7c28-46b3-8922-499dfaab3ae3,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:06.494003 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:06.526902 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5691db03-3168-4ee7-b9e7-58ae87828b72 admin admin] Pushing event updated for resources: {'Port': ['ID=cf81a5c0-454f-452d-b00e-79048271ae01,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:06.561904 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-63c92f7c-5656-4153-b38a-f9a0bd749ba8 req-49504155-74f4-4d48-9ee0-ec972979b20a service neutron] 10.222.0.59 "GET /v2.0/networks/bfb96b13-817b-4246-b547-422f8cfd6b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252819 Feb 15 04:20:06.563903 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0766978f-3111-476c-92a8-2055bcdad007 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:06.566820 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-0766978f-3111-476c-92a8-2055bcdad007 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1818774 Feb 15 04:20:06.585855 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f7c0f575-bda6-4c32-8e01-1b318176e419 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for port (4f8ce081-161e-4d16-8e66-99837542c03c), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:06.591216 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86703d29-b0eb-43ab-b699-502429f74643 None None] Network 32a827af-f7ac-4ee0-abbb-78313597b3f1 requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:20:06.653194 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 51736) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:06.660939 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-300c14b8-256d-4c29-9027-b1a93815e94a tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Request body: {'security_group_rule': {'security_group_id': '364fca6b-c358-4266-81cb-3bf43d36311e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:20:06.677638 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f7c0f575-bda6-4c32-8e01-1b318176e419 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083'] for port (4f8ce081-161e-4d16-8e66-99837542c03c), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:06.745072 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-998924b7-9b17-4375-8de0-278e5f1507a3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9431539 Feb 15 04:20:06.756716 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-58a33373-c526-4579-b73a-6a9f48fa8170 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=215dcd5d41ee4c60be5a0266f4ae5e66&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8837500 Feb 15 04:20:06.761429 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 51740) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:06.852765 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0f575-bda6-4c32-8e01-1b318176e419 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Pushing event updated for resources: {'Port': ['ID=4f8ce081-161e-4d16-8e66-99837542c03c,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:06.861043 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-edb38d14-0875-4982-b43a-88babda74311 req-133aee9d-ccca-48c4-be89-3b9f49b5d427 tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d2c263-2057-4c84-a1d0-803a75180105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383597 Feb 15 04:20:06.871969 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-300c14b8-256d-4c29-9027-b1a93815e94a tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for security_group_rule (83c14316-bd60-4793-961c-44d39541b4fa), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:06.889714 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c0f575-bda6-4c32-8e01-1b318176e419 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Network e6fb9507-f434-4add-a536-b65ba033e5e7 is already hosted by enough agents. {{(pid=102634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:20:06.899594 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.base_scheduler [None req-f7c0f575-bda6-4c32-8e01-1b318176e419 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Resources bound (agent type, host, resource id): {{(pid=102634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:20:06.902104 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c0f575-bda6-4c32-8e01-1b318176e419 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Received port after_create {{(pid=102634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:20:06.905858 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5691db03-3168-4ee7-b9e7-58ae87828b72 admin admin] Network ee659080-78cf-4efd-be3b-466b39ec5040 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:20:06.910623 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-5691db03-3168-4ee7-b9e7-58ae87828b72 admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:20:06.914066 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0c8aadbd-ca05-4721-b9cb-0003e51e642d admin admin] Publish callbacks [] for security_group (ff0afb68-7c28-46b3-8922-499dfaab3ae3), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:06.942930 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0c8aadbd-ca05-4721-b9cb-0003e51e642d admin admin] Publish callbacks [] for security_group (ff0afb68-7c28-46b3-8922-499dfaab3ae3), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:07.007255 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 51744) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:07.093508 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f7c0f575-bda6-4c32-8e01-1b318176e419 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for floatingip (fdf5c981-a878-46d7-b432-748a46132f6f), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:07.094109 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff42fa8-dfce-4052-bd47-d6670424b82c admin admin] Deleting subnet b3cf3dec-d616-4a0a-bb86-5f78fbf9dc66 {{(pid=102633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 04:20:07.123114 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4b5d0-0bca-428d-9a51-ed5c87efb420 req-1e2e8479-9228-44e8-90eb-f18fcfb438ea tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:07.133852 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f6f4b5d0-0bca-428d-9a51-ed5c87efb420 req-1e2e8479-9228-44e8-90eb-f18fcfb438ea tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 944 time: 0.3955069 Feb 15 04:20:07.177369 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-eff42fa8-dfce-4052-bd47-d6670424b82c admin admin] Publish callbacks [] for subnet (b3cf3dec-d616-4a0a-bb86-5f78fbf9dc66), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:07.192995 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-300c14b8-256d-4c29-9027-b1a93815e94a tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for security_group_rule (83c14316-bd60-4793-961c-44d39541b4fa), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:07.204720 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0c8aadbd-ca05-4721-b9cb-0003e51e642d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (ff0afb68-7c28-46b3-8922-499dfaab3ae3), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:07.209812 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0c8aadbd-ca05-4721-b9cb-0003e51e642d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:07.221658 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-300c14b8-256d-4c29-9027-b1a93815e94a tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526819'] for security_group_rule (83c14316-bd60-4793-961c-44d39541b4fa), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:07.225462 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-0c8aadbd-ca05-4721-b9cb-0003e51e642d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ff0afb68-7c28-46b3-8922-499dfaab3ae3 HTTP/1.1" status: 204 len: 168 time: 0.4554734 Feb 15 04:20:07.239612 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f7c0f575-bda6-4c32-8e01-1b318176e419 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (4f8ce081-161e-4d16-8e66-99837542c03c), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:07.269902 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f6f4b5d0-0bca-428d-9a51-ed5c87efb420 req-fa21deef-6d64-49cf-a885-1d1607c1081b tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351361 Feb 15 04:20:07.270784 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c14b8-256d-4c29-9027-b1a93815e94a tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c14316-bd60-4793-961c-44d39541b4fa,revision_number=0']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:07.306293 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-eff42fa8-dfce-4052-bd47-d6670424b82c admin admin] Publish callbacks [] for subnet (b3cf3dec-d616-4a0a-bb86-5f78fbf9dc66), precommit_delete_associations {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:07.306700 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 12a08514-3162-4e1a-98d9-ba47008b772b up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:20:07.310611 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8aadbd-ca05-4721-b9cb-0003e51e642d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0afb68-7c28-46b3-8922-499dfaab3ae3,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:07.338791 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-eff42fa8-dfce-4052-bd47-d6670424b82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1732099'] for subnet (b3cf3dec-d616-4a0a-bb86-5f78fbf9dc66), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:07.383595 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5691db03-3168-4ee7-b9e7-58ae87828b72 admin admin] Router a818bd04-4f62-41c3-b310-352af06ecf31 has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:20:07.491687 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-300c14b8-256d-4c29-9027-b1a93815e94a tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:07.501787 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-300c14b8-256d-4c29-9027-b1a93815e94a tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8427887 Feb 15 04:20:07.506139 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 51752) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:07.513957 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-933f701b-aa37-4b0e-baaa-783fc6ffca67 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Request body: {'floatingip': {'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:20:07.521486 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-eff42fa8-dfce-4052-bd47-d6670424b82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1730288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571'] for subnet (b3cf3dec-d616-4a0a-bb86-5f78fbf9dc66), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:07.574195 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-933f701b-aa37-4b0e-baaa-783fc6ffca67 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:07.583056 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff42fa8-dfce-4052-bd47-d6670424b82c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3cf3dec-d616-4a0a-bb86-5f78fbf9dc66,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:07.607670 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port 12a08514-3162-4e1a-98d9-ba47008b772b triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:20:07.608361 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (12a08514-3162-4e1a-98d9-ba47008b772b), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:07.742698 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5691db03-3168-4ee7-b9e7-58ae87828b72 admin admin] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:20:07.757922 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-5691db03-3168-4ee7-b9e7-58ae87828b72 admin admin] 10.222.0.45 "PUT /v2.0/routers/a818bd04-4f62-41c3-b310-352af06ecf31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0331209 Feb 15 04:20:07.762228 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-eff42fa8-dfce-4052-bd47-d6670424b82c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:07.767033 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-eff42fa8-dfce-4052-bd47-d6670424b82c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b3cf3dec-d616-4a0a-bb86-5f78fbf9dc66 HTTP/1.1" status: 204 len: 168 time: 0.7574780 Feb 15 04:20:07.772262 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 51754) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:07.782913 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a63bbb-8fc9-4737-bb17-373326f0491a None None] Sync routers for ids ['a818bd04-4f62-41c3-b310-352af06ecf31'] in dv-cinder-816104-2-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:20:07.845060 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a63bbb-8fc9-4737-bb17-373326f0491a None None] Routers {'a818bd04-4f62-41c3-b310-352af06ecf31'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:20:07.845716 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-a4a63bbb-8fc9-4737-bb17-373326f0491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:20:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['a818bd04-4f62-41c3-b310-352af06ecf31'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:20:07.954306 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port 12a08514-3162-4e1a-98d9-ba47008b772b is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:20:08.001705 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bbb54974-13f9-44bc-896b-426ccb358b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756036'] for network (8beecf18-1cf4-45f4-adc0-1d3e8293494e), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:08.034932 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-a4a63bbb-8fc9-4737-bb17-373326f0491a None None] Set router a818bd04-4f62-41c3-b310-352af06ecf31 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:20:08.104601 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 51760) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:08.106807 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f7c0f575-bda6-4c32-8e01-1b318176e419 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for port (4f8ce081-161e-4d16-8e66-99837542c03c), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:08.125056 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f7c0f575-bda6-4c32-8e01-1b318176e419 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (4f8ce081-161e-4d16-8e66-99837542c03c), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:08.138348 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8caedfeb-7ceb-4659-9e16-a302bad0de1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:08.152126 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96914f26-c3c6-4055-9418-8a35e7a68053 req-2b4cfdae-ed20-4950-8b0a-7af46f9f08bc tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:08.153788 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-96914f26-c3c6-4055-9418-8a35e7a68053 req-2b4cfdae-ed20-4950-8b0a-7af46f9f08bc tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7ec6e38-42b9-43b6-9bb6-fc72a05b2607 HTTP/1.1" status: 200 len: 943 time: 0.1915867 Feb 15 04:20:08.179235 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bbb54974-13f9-44bc-896b-426ccb358b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725060', 'neutron.services.segments.db._delete_segments_for_network-8734710277232'] for network (8beecf18-1cf4-45f4-adc0-1d3e8293494e), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:08.227265 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f7c0f575-bda6-4c32-8e01-1b318176e419 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639540'] for floatingip (fdf5c981-a878-46d7-b432-748a46132f6f), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:08.237406 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device e5000b8c-e731-4109-b8ae-a57706444763 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 04:20:08.298674 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0f575-bda6-4c32-8e01-1b318176e419 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Pushing event updated for resources: {'Port': ['ID=4f8ce081-161e-4d16-8e66-99837542c03c,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:08.334291 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f7c0f575-bda6-4c32-8e01-1b318176e419 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for floatingip (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:08.337259 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-f7c0f575-bda6-4c32-8e01-1b318176e419 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7897453 Feb 15 04:20:08.467637 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bbb54974-13f9-44bc-896b-426ccb358b03 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:20:08.468024 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bbb54974-13f9-44bc-896b-426ccb358b03 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:20:08.468826 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bbb54974-13f9-44bc-896b-426ccb358b03 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:20:08.469189 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bbb54974-13f9-44bc-896b-426ccb358b03 admin admin] Subscribe: > port after_create 55550000 {{(pid=102633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:20:08.469534 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bbb54974-13f9-44bc-896b-426ccb358b03 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:20:08.469881 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bbb54974-13f9-44bc-896b-426ccb358b03 admin admin] Subscribe: > port after_update 55550000 {{(pid=102633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:20:08.470205 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bbb54974-13f9-44bc-896b-426ccb358b03 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:20:08.470615 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bbb54974-13f9-44bc-896b-426ccb358b03 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:20:08.471431 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bbb54974-13f9-44bc-896b-426ccb358b03 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:20:08.471710 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bbb54974-13f9-44bc-896b-426ccb358b03 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:20:08.539370 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-933f701b-aa37-4b0e-baaa-783fc6ffca67 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:08.632915 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:08.665034 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8caedfeb-7ceb-4659-9e16-a302bad0de1c admin admin] Publish callbacks [] for security_group (d53bb929-ee04-415a-abdc-6c4afbae0a4f), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:08.677309 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8caedfeb-7ceb-4659-9e16-a302bad0de1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (d53bb929-ee04-415a-abdc-6c4afbae0a4f), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:08.697589 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port e5000b8c-e731-4109-b8ae-a57706444763, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=e5000b8c-e731-4109-b8ae-a57706444763,segment=NetworkSegment(6e131826-e383-4c3d-a2a0-30aaa6333ce4),segment_id=6e131826-e383-4c3d-a2a0-30aaa6333ce4)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:20:08.732617 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Returning: {'device': 'e5000b8c-e731-4109-b8ae-a57706444763', 'network_id': 'a909d0e6-c4b3-462a-b863-e1bf37a7bf54', 'port_id': 'e5000b8c-e731-4109-b8ae-a57706444763', 'mac_address': 'fa:16:3e:6c:4f:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '508befd6-d7ad-4a18-a5bd-758fb93dcf1e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 04:20:08.752673 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bbb54974-13f9-44bc-896b-426ccb358b03 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:20:08.753710 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bbb54974-13f9-44bc-896b-426ccb358b03 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:20:08.754471 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bbb54974-13f9-44bc-896b-426ccb358b03 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:20:08.759825 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bbb54974-13f9-44bc-896b-426ccb358b03 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:20:08.760792 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-bbb54974-13f9-44bc-896b-426ccb358b03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8beecf18-1cf4-45f4-adc0-1d3e8293494e']}} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:20:08.840683 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-96914f26-c3c6-4055-9418-8a35e7a68053 req-1fe1c869-afff-4a83-9aa3-66e4c1798073 tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d2c263-2057-4c84-a1d0-803a75180105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6752331 Feb 15 04:20:08.844314 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port e5000b8c-e731-4109-b8ae-a57706444763 is: DOWN; New status is: BUILD {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:20:08.845325 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (e5000b8c-e731-4109-b8ae-a57706444763), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:08.852422 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-bbb54974-13f9-44bc-896b-426ccb358b03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca9dae5-35cc-49cb-8d34-af0c97ea1a81') {'for_net_delete': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:20:08.852884 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-bbb54974-13f9-44bc-896b-426ccb358b03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca9dae5-35cc-49cb-8d34-af0c97ea1a81') {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:20:08.883367 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-a4a63bbb-8fc9-4737-bb17-373326f0491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818bd04-4f62-41c3-b310-352af06ecf31', 'name': 'tempest-ServerRescueNegativeTestJSON-1154975341-router', 'tenant_id': 'f8bc531651b748a791dbbbc11ee10adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'edcd783f-4a4b-4046-a712-c59635c85b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:39Z', 'updated_at': '2022-02-15T04:20:04Z', 'revision_number': 4, 'project_id': 'f8bc531651b748a791dbbbc11ee10adb', 'gw_port': {'id': 'edcd783f-4a4b-4046-a712-c59635c85b39', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818bd04-4f62-41c3-b310-352af06ecf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:42Z', 'updated_at': '2022-02-15T04:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': 'cf81a5c0-454f-452d-b00e-79048271ae01', 'name': '', 'network_id': 'ee659080-78cf-4efd-be3b-466b39ec5040', 'tenant_id': 'f8bc531651b748a791dbbbc11ee10adb', 'mac_address': 'fa:16:3e:a5:63:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a818bd04-4f62-41c3-b310-352af06ecf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4162ffac-2362-474f-b644-4e31f81938f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:59Z', 'updated_at': '2022-02-15T04:20:05Z', 'revision_number': 2, 'project_id': 'f8bc531651b748a791dbbbc11ee10adb', 'subnets': [{'id': '4162ffac-2362-474f-b644-4e31f81938f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:20:08.896182 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5000b8c-e731-4109-b8ae-a57706444763 {{(pid=102635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:20:08.898568 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bbb54974-13f9-44bc-896b-426ccb358b03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734710278521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5385642'] for segment (0ca9dae5-35cc-49cb-8d34-af0c97ea1a81), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:08.945196 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97777718-1df4-4206-a79c-df88129c6899 req-7d455502-a6fc-4051-b982-c41d0b9624ea tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:08.947126 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bbb54974-13f9-44bc-896b-426ccb358b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (0ca9dae5-35cc-49cb-8d34-af0c97ea1a81), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:08.964200 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-97777718-1df4-4206-a79c-df88129c6899 req-7d455502-a6fc-4051-b982-c41d0b9624ea tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 944 time: 0.4530342 Feb 15 04:20:08.973540 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb54974-13f9-44bc-896b-426ccb358b03 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 04:20:08.974576 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bbb54974-13f9-44bc-896b-426ccb358b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5250842'] for segment (0ca9dae5-35cc-49cb-8d34-af0c97ea1a81), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:08.981274 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caedfeb-7ceb-4659-9e16-a302bad0de1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53bb929-ee04-415a-abdc-6c4afbae0a4f,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:09.013263 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a63bbb-8fc9-4737-bb17-373326f0491a None None] Checking router: a818bd04-4f62-41c3-b310-352af06ecf31 for host: dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:20:09.014512 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a63bbb-8fc9-4737-bb17-373326f0491a None None] Updating router a818bd04-4f62-41c3-b310-352af06ecf31 port cf81a5c0-454f-452d-b00e-79048271ae01 binding host dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: from cryptography.utils import int_from_bytes Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: from cryptography.utils import int_from_bytes Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: Traceback (most recent call last): Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: timer() Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: cb(*args, **kw) Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: return func(*args, **kwargs) Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: self._notify() Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: self.callback(batched_events) Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: event.method(event) Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: return f(self, *a, **k) Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: return self._get(url).json() Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: return self.request(url, 'GET', **kwargs) Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 04:20:09.018738 dv-cinder-816104-2-iscsi neutron-server[102633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 04:20:09.061463 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-8caedfeb-7ceb-4659-9e16-a302bad0de1c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e39e02a653aa43468ca78d715630ccce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9515331 Feb 15 04:20:09.061718 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port e5000b8c-e731-4109-b8ae-a57706444763, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=e5000b8c-e731-4109-b8ae-a57706444763,segment=NetworkSegment(6e131826-e383-4c3d-a2a0-30aaa6333ce4),segment_id=6e131826-e383-4c3d-a2a0-30aaa6333ce4)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:20:09.067741 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 51776) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:09.071505 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (e5000b8c-e731-4109-b8ae-a57706444763), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:09.072186 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 69f21ab9-d078-4316-b53b-b12b447aebd4 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 04:20:09.084574 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a4a63bbb-8fc9-4737-bb17-373326f0491a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (cf81a5c0-454f-452d-b00e-79048271ae01), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:09.153363 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.db_base_plugin_common [None req-933f701b-aa37-4b0e-baaa-783fc6ffca67 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Allocated IP 172.27.1.142 (e6fb9507-f434-4add-a536-b65ba033e5e7/ff2a616f-f347-4e09-a791-22c9c65ada0b/15569942-f8e8-4536-b0d9-8378c3bd6f29) {{(pid=102634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:20:09.201013 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=e5000b8c-e731-4109-b8ae-a57706444763,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:09.228981 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-97777718-1df4-4206-a79c-df88129c6899 req-e239093a-1cfa-47d2-9940-da083b69f5dc tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614591 Feb 15 04:20:09.239859 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bbb54974-13f9-44bc-896b-426ccb358b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639526'] for network (8beecf18-1cf4-45f4-adc0-1d3e8293494e), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:09.251314 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.db.resource_extend [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 04:20:09.295482 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bbb54974-13f9-44bc-896b-426ccb358b03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:09.307274 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-bbb54974-13f9-44bc-896b-426ccb358b03 admin admin] 10.222.0.45 "DELETE /v2.0/networks/8beecf18-1cf4-45f4-adc0-1d3e8293494e HTTP/1.1" status: 204 len: 168 time: 1.5327020 Feb 15 04:20:09.328510 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 51790) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:09.334346 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb54974-13f9-44bc-896b-426ccb358b03 admin admin] Pushing event deleted for resources: {'Network': ['ID=8beecf18-1cf4-45f4-adc0-1d3e8293494e,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:09.444464 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-414839a5-97a9-46be-aa8a-69db799c5f27 admin admin] Publish callbacks [] for security_group (d53bb929-ee04-415a-abdc-6c4afbae0a4f), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:09.479774 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 69f21ab9-d078-4316-b53b-b12b447aebd4, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=69f21ab9-d078-4316-b53b-b12b447aebd4,segment=NetworkSegment(41ba3272-2d95-4a3a-8b86-24194a3c9932),segment_id=41ba3272-2d95-4a3a-8b86-24194a3c9932)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:20:09.518304 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad1af317-c200-4285-9a65-6fb895587072 admin admin] Deleting subnet 5ea4d1f9-bdd7-4bae-b107-761c6969c01e {{(pid=102633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 04:20:09.538551 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ad1af317-c200-4285-9a65-6fb895587072 admin admin] Publish callbacks [] for subnet (5ea4d1f9-bdd7-4bae-b107-761c6969c01e), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:09.540926 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Returning: {'device': '69f21ab9-d078-4316-b53b-b12b447aebd4', 'network_id': 'bfb96b13-817b-4246-b547-422f8cfd6b4a', 'port_id': '69f21ab9-d078-4316-b53b-b12b447aebd4', 'mac_address': 'fa:16:3e:c1:80:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab75fbfe-d28a-4597-bc81-918f2b53f28f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 04:20:09.579811 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-414839a5-97a9-46be-aa8a-69db799c5f27 admin admin] Publish callbacks [] for security_group (d53bb929-ee04-415a-abdc-6c4afbae0a4f), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:09.590685 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-5c148ea2-cb81-4441-ab60-e512f74030e8 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:09.592366 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-5c148ea2-cb81-4441-ab60-e512f74030e8 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/networks?id=ee659080-78cf-4efd-be3b-466b39ec5040 HTTP/1.1" status: 200 len: 819 time: 0.3709393 Feb 15 04:20:09.599770 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ad1af317-c200-4285-9a65-6fb895587072 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5385617'] for subnet (5ea4d1f9-bdd7-4bae-b107-761c6969c01e), precommit_delete_associations {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:09.604284 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-335a39d0-84fb-469c-86ff-62029f208272 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--842597418&fields=id&tenant_id=b6908f5f033f4c8888210c0cf405f4fa HTTP/1.1" status: 200 len: 267 time: 0.2217739 Feb 15 04:20:09.638944 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-933f701b-aa37-4b0e-baaa-783fc6ffca67 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for port (15569942-f8e8-4536-b0d9-8378c3bd6f29), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:09.642003 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-8c24ddd4-5e95-4fdb-8572-92200e98366d tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/quotas/f8bc531651b748a791dbbbc11ee10adb HTTP/1.1" status: 200 len: 375 time: 0.0397286 Feb 15 04:20:09.655038 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 69f21ab9-d078-4316-b53b-b12b447aebd4 is: DOWN; New status is: BUILD {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:20:09.655936 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (69f21ab9-d078-4316-b53b-b12b447aebd4), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:09.667536 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ad1af317-c200-4285-9a65-6fb895587072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1732099'] for subnet (5ea4d1f9-bdd7-4bae-b107-761c6969c01e), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:09.695022 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f21ab9-d078-4316-b53b-b12b447aebd4 {{(pid=102635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:20:09.780584 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-360d7fcb-3def-42ad-a3e3-454956d989bb tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f8bc531651b748a791dbbbc11ee10adb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1299582 Feb 15 04:20:09.794765 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ad1af317-c200-4285-9a65-6fb895587072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1730288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5250976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4204894'] for subnet (5ea4d1f9-bdd7-4bae-b107-761c6969c01e), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:09.845421 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:09.854849 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 69f21ab9-d078-4316-b53b-b12b447aebd4, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=69f21ab9-d078-4316-b53b-b12b447aebd4,segment=NetworkSegment(41ba3272-2d95-4a3a-8b86-24194a3c9932),segment_id=41ba3272-2d95-4a3a-8b86-24194a3c9932)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:20:09.874289 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1af317-c200-4285-9a65-6fb895587072 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ea4d1f9-bdd7-4bae-b107-761c6969c01e,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:09.881340 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (69f21ab9-d078-4316-b53b-b12b447aebd4), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:09.883010 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ad1af317-c200-4285-9a65-6fb895587072 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:09.889296 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-ad1af317-c200-4285-9a65-6fb895587072 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5ea4d1f9-bdd7-4bae-b107-761c6969c01e HTTP/1.1" status: 204 len: 168 time: 0.5477753 Feb 15 04:20:09.893588 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 51800) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:10.001777 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-dc5f7b96-e404-4724-93d5-e45dc35de352 service neutron] 10.222.0.45 "GET /v2.0/networks/ee659080-78cf-4efd-be3b-466b39ec5040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014627 Feb 15 04:20:10.029698 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-fdf55041-fd11-43cc-b3eb-8fa86bb85d74 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:10.032347 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-fdf55041-fd11-43cc-b3eb-8fa86bb85d74 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/networks?id=f0c3e2a8-7b6d-47b3-b743-56e894a4b50d HTTP/1.1" status: 200 len: 816 time: 0.4058752 Feb 15 04:20:10.041117 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=69f21ab9-d078-4316-b53b-b12b447aebd4,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:10.044589 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-414839a5-97a9-46be-aa8a-69db799c5f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (d53bb929-ee04-415a-abdc-6c4afbae0a4f), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:10.050089 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-414839a5-97a9-46be-aa8a-69db799c5f27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:10.052972 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-414839a5-97a9-46be-aa8a-69db799c5f27 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d53bb929-ee04-415a-abdc-6c4afbae0a4f HTTP/1.1" status: 204 len: 168 time: 0.9788442 Feb 15 04:20:10.090472 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414839a5-97a9-46be-aa8a-69db799c5f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53bb929-ee04-415a-abdc-6c4afbae0a4f,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:10.105595 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a4a63bbb-8fc9-4737-bb17-373326f0491a None None] Publish callbacks [] for port (cf81a5c0-454f-452d-b00e-79048271ae01), precommit_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:10.112862 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-933f701b-aa37-4b0e-baaa-783fc6ffca67 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083'] for port (15569942-f8e8-4536-b0d9-8378c3bd6f29), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:10.120882 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a4a63bbb-8fc9-4737-bb17-373326f0491a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (cf81a5c0-454f-452d-b00e-79048271ae01), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:10.121465 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-df550108-546c-40b2-becf-f472668cc255 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/quotas/b6908f5f033f4c8888210c0cf405f4fa HTTP/1.1" status: 200 len: 375 time: 0.0675824 Feb 15 04:20:10.132887 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-58d6a9f3-0fd8-4a49-8ade-b5c8fb60a2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756036'] for network (32a827af-f7ac-4ee0-abbb-78313597b3f1), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:10.189453 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc60d4-6a14-419d-bb7f-cc886fe46999 None None] Pushing event updated for resources: {'Port': ['ID=cf81a5c0-454f-452d-b00e-79048271ae01,revision_number=3']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:10.192283 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933f701b-aa37-4b0e-baaa-783fc6ffca67 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Network e6fb9507-f434-4add-a536-b65ba033e5e7 is already hosted by enough agents. {{(pid=102634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:20:10.211463 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.base_scheduler [None req-933f701b-aa37-4b0e-baaa-783fc6ffca67 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Resources bound (agent type, host, resource id): {{(pid=102634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:20:10.223385 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933f701b-aa37-4b0e-baaa-783fc6ffca67 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Received port after_create {{(pid=102634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:20:10.306743 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-1b604dbb-fe88-47ca-9af6-07f68864feca service neutron] 10.222.0.45 "GET /v2.0/networks/ee659080-78cf-4efd-be3b-466b39ec5040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980103 Feb 15 04:20:10.328162 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-a4a63bbb-8fc9-4737-bb17-373326f0491a None None] Attempting to bind port cf81a5c0-454f-452d-b00e-79048271ae01 on host dv-cinder-816104-2-iscsi for vnic_type normal with profile {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:20:10.328639 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-a4a63bbb-8fc9-4737-bb17-373326f0491a None None] Attempting to bind port cf81a5c0-454f-452d-b00e-79048271ae01 by drivers openvswitch,hyperv on host dv-cinder-816104-2-iscsi at level 0 using segments [{'id': 'e61be41a-7e7b-4345-aa45-9232b26d6b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ee659080-78cf-4efd-be3b-466b39ec5040'}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:20:10.329138 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a63bbb-8fc9-4737-bb17-373326f0491a None None] Attempting to bind port cf81a5c0-454f-452d-b00e-79048271ae01 on network ee659080-78cf-4efd-be3b-466b39ec5040 {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:20:10.337582 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a63bbb-8fc9-4737-bb17-373326f0491a None None] Checking agent: {'id': 'e997a1d7-0267-47ad-aad7-04acf389f1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 11, 40), 'started_at': datetime.datetime(2022, 2, 15, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:20:10.338134 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a63bbb-8fc9-4737-bb17-373326f0491a None None] Checking segment: {'id': 'e61be41a-7e7b-4345-aa45-9232b26d6b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ee659080-78cf-4efd-be3b-466b39ec5040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:20:10.338855 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a4a63bbb-8fc9-4737-bb17-373326f0491a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:10.339409 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a63bbb-8fc9-4737-bb17-373326f0491a None None] Bound using segment: {'id': 'e61be41a-7e7b-4345-aa45-9232b26d6b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ee659080-78cf-4efd-be3b-466b39ec5040'} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:20:10.340029 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-a4a63bbb-8fc9-4737-bb17-373326f0491a None None] Bound port: cf81a5c0-454f-452d-b00e-79048271ae01, host: dv-cinder-816104-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e61be41a-7e7b-4345-aa45-9232b26d6b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ee659080-78cf-4efd-be3b-466b39ec5040'}}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:20:10.340699 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a4a63bbb-8fc9-4737-bb17-373326f0491a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (cf81a5c0-454f-452d-b00e-79048271ae01), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:10.379774 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f701b-aa37-4b0e-baaa-783fc6ffca67 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Pushing event updated for resources: {'Port': ['ID=15569942-f8e8-4536-b0d9-8378c3bd6f29,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:10.412728 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['69f21ab9-d078-4316-b53b-b12b447aebd4'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:20:10.587445 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-933f701b-aa37-4b0e-baaa-783fc6ffca67 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for floatingip (3ccabea8-1612-43af-8ee7-3124b417d48a), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:10.604583 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-2feda3fd-492b-425c-ad2d-7da3c262f660 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6908f5f033f4c8888210c0cf405f4fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4334314 Feb 15 04:20:10.610498 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['e5000b8c-e731-4109-b8ae-a57706444763'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:20:10.621468 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-58d6a9f3-0fd8-4a49-8ade-b5c8fb60a2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725060', 'neutron.services.segments.db._delete_segments_for_network-8734710277232'] for network (32a827af-f7ac-4ee0-abbb-78313597b3f1), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:10.636997 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a1a0f-6638-4618-b407-722d56a474e1 req-f0dd801e-2a17-4217-8352-faef53997257 tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:10.638642 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4c2a1a0f-6638-4618-b407-722d56a474e1 req-f0dd801e-2a17-4217-8352-faef53997257 tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7ec6e38-42b9-43b6-9bb6-fc72a05b2607 HTTP/1.1" status: 200 len: 944 time: 0.1094317 Feb 15 04:20:10.710314 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-933f701b-aa37-4b0e-baaa-783fc6ffca67 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (15569942-f8e8-4536-b0d9-8378c3bd6f29), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:10.734048 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4c2a1a0f-6638-4618-b407-722d56a474e1 req-6f5c2c57-0dc3-4886-96a4-83aba9c4f1c3 tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d2c263-2057-4c84-a1d0-803a75180105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787385 Feb 15 04:20:10.805965 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-58d6a9f3-0fd8-4a49-8ade-b5c8fb60a2cf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:20:10.806355 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-58d6a9f3-0fd8-4a49-8ade-b5c8fb60a2cf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:20:10.807586 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-58d6a9f3-0fd8-4a49-8ade-b5c8fb60a2cf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:20:10.807955 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-58d6a9f3-0fd8-4a49-8ade-b5c8fb60a2cf admin admin] Subscribe: > port after_create 55550000 {{(pid=102634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:20:10.808308 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-58d6a9f3-0fd8-4a49-8ade-b5c8fb60a2cf admin admin] Subscribe: > port after_delete 55550000 {{(pid=102634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:20:10.808647 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-58d6a9f3-0fd8-4a49-8ade-b5c8fb60a2cf admin admin] Subscribe: > port after_update 55550000 {{(pid=102634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:20:10.808992 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-58d6a9f3-0fd8-4a49-8ade-b5c8fb60a2cf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:20:10.809321 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-58d6a9f3-0fd8-4a49-8ade-b5c8fb60a2cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:20:10.809769 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-58d6a9f3-0fd8-4a49-8ade-b5c8fb60a2cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:20:10.809988 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-58d6a9f3-0fd8-4a49-8ade-b5c8fb60a2cf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:20:10.903099 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-58d6a9f3-0fd8-4a49-8ade-b5c8fb60a2cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:20:10.903673 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-58d6a9f3-0fd8-4a49-8ade-b5c8fb60a2cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:20:10.904018 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-58d6a9f3-0fd8-4a49-8ade-b5c8fb60a2cf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:20:10.904353 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-58d6a9f3-0fd8-4a49-8ade-b5c8fb60a2cf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 04:20:10.904742 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.services.segments.db [None req-58d6a9f3-0fd8-4a49-8ade-b5c8fb60a2cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a827af-f7ac-4ee0-abbb-78313597b3f1']}} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:20:10.936287 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a4a63bbb-8fc9-4737-bb17-373326f0491a None None] For port cf81a5c0-454f-452d-b00e-79048271ae01, host dv-cinder-816104-2-iscsi, cleared binding levels {{(pid=102635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:20:10.940301 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.services.segments.db [None req-58d6a9f3-0fd8-4a49-8ade-b5c8fb60a2cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bbc9249-6e31-458b-af50-a4849d78643b') {'for_net_delete': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:20:10.940618 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.services.segments.db [None req-58d6a9f3-0fd8-4a49-8ade-b5c8fb60a2cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bbc9249-6e31-458b-af50-a4849d78643b') {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:20:10.953976 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a4a63bbb-8fc9-4737-bb17-373326f0491a None None] For port cf81a5c0-454f-452d-b00e-79048271ae01, host dv-cinder-816104-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=cf81a5c0-454f-452d-b00e-79048271ae01,segment=NetworkSegment(e61be41a-7e7b-4345-aa45-9232b26d6b0c),segment_id=e61be41a-7e7b-4345-aa45-9232b26d6b0c)] {{(pid=102635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:20:10.982731 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-58d6a9f3-0fd8-4a49-8ade-b5c8fb60a2cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734710278521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5689107'] for segment (3bbc9249-6e31-458b-af50-a4849d78643b), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:11.039668 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edf873-125c-4806-bd44-141f3e75857e req-76288530-fbba-4339-a670-5569880aaceb tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:11.047554 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a4a63bbb-8fc9-4737-bb17-373326f0491a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (cf81a5c0-454f-452d-b00e-79048271ae01), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:11.048268 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-57edf873-125c-4806-bd44-141f3e75857e req-76288530-fbba-4339-a670-5569880aaceb tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 945 time: 0.1224642 Feb 15 04:20:11.122423 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-57edf873-125c-4806-bd44-141f3e75857e req-fd0388ef-0466-48f5-80e0-985a5c5b6615 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729496 Feb 15 04:20:11.208695 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-58d6a9f3-0fd8-4a49-8ade-b5c8fb60a2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (3bbc9249-6e31-458b-af50-a4849d78643b), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:11.236204 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-332a8509-296d-4fc0-9c0a-d9dd6dd882ba req-0dbd9aa0-4c32-457e-a3a7-917661b738db tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 210 time: 0.0523264 Feb 15 04:20:11.247061 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d6a9f3-0fd8-4a49-8ade-b5c8fb60a2cf admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 04:20:11.247470 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-58d6a9f3-0fd8-4a49-8ade-b5c8fb60a2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5688174'] for segment (3bbc9249-6e31-458b-af50-a4849d78643b), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:11.249464 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc60d4-6a14-419d-bb7f-cc886fe46999 None None] Pushing event updated for resources: {'Port': ['ID=cf81a5c0-454f-452d-b00e-79048271ae01,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:11.325451 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a63bbb-8fc9-4737-bb17-373326f0491a None None] Routers {'a818bd04-4f62-41c3-b310-352af06ecf31'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:20:11.327817 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-a4a63bbb-8fc9-4737-bb17-373326f0491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:20:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['a818bd04-4f62-41c3-b310-352af06ecf31'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: from cryptography.utils import int_from_bytes Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: from cryptography.utils import int_from_bytes Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: Traceback (most recent call last): Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: timer() Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: cb(*args, **kw) Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: return func(*args, **kwargs) Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: self._notify() Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: self.callback(batched_events) Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: event.method(event) Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: return f(self, *a, **k) Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: return self._get(url).json() Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: return self.request(url, 'GET', **kwargs) Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 04:20:11.367550 dv-cinder-816104-2-iscsi neutron-server[102634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 04:20:11.402244 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-58d6a9f3-0fd8-4a49-8ade-b5c8fb60a2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639526'] for network (32a827af-f7ac-4ee0-abbb-78313597b3f1), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:11.419634 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-58d6a9f3-0fd8-4a49-8ade-b5c8fb60a2cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:11.437884 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-58d6a9f3-0fd8-4a49-8ade-b5c8fb60a2cf admin admin] 10.222.0.45 "DELETE /v2.0/networks/32a827af-f7ac-4ee0-abbb-78313597b3f1 HTTP/1.1" status: 204 len: 168 time: 1.5342793 Feb 15 04:20:11.437884 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-1d51eb0e-af58-455d-974c-561529425847 service neutron] 10.222.0.45 "GET /v2.0/networks/f0c3e2a8-7b6d-47b3-b743-56e894a4b50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8084114 Feb 15 04:20:11.474075 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6a9f3-0fd8-4a49-8ade-b5c8fb60a2cf admin admin] Pushing event deleted for resources: {'Network': ['ID=32a827af-f7ac-4ee0-abbb-78313597b3f1,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:11.660961 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:11.670861 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-a4a63bbb-8fc9-4737-bb17-373326f0491a None None] Set router a818bd04-4f62-41c3-b310-352af06ecf31 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:20:11.769030 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 51852) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:11.901993 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-7ddbaebb-9209-4f45-a0bc-6e4769df97a3 service neutron] 10.222.0.45 "GET /v2.0/networks/f0c3e2a8-7b6d-47b3-b743-56e894a4b50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337053 Feb 15 04:20:11.907523 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-933f701b-aa37-4b0e-baaa-783fc6ffca67 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for port (15569942-f8e8-4536-b0d9-8378c3bd6f29), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:11.937772 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-933f701b-aa37-4b0e-baaa-783fc6ffca67 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5688194'] for port (15569942-f8e8-4536-b0d9-8378c3bd6f29), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:12.073227 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-933f701b-aa37-4b0e-baaa-783fc6ffca67 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639540'] for floatingip (3ccabea8-1612-43af-8ee7-3124b417d48a), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:12.085848 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-7ad3c3b5-54e8-4aab-9591-7c4bb6e9bc0b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b84eb0c035234cf5932b7860e40470c0&name=default HTTP/1.1" status: 200 len: 2995 time: 0.3036103 Feb 15 04:20:12.094676 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 51856) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:12.195796 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-c3bedf0e-9ee3-4136-9394-bda207887110 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:12.196826 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-933f701b-aa37-4b0e-baaa-783fc6ffca67 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for floatingip (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:12.203587 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-933f701b-aa37-4b0e-baaa-783fc6ffca67 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6961563 Feb 15 04:20:12.211416 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-c3bedf0e-9ee3-4136-9394-bda207887110 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/networks?id=ee659080-78cf-4efd-be3b-466b39ec5040 HTTP/1.1" status: 200 len: 819 time: 0.4656363 Feb 15 04:20:12.232652 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f701b-aa37-4b0e-baaa-783fc6ffca67 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Pushing event updated for resources: {'Port': ['ID=15569942-f8e8-4536-b0d9-8378c3bd6f29,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:12.314231 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-3fed5374-62b9-4720-bbb2-ba9797e4c434 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/quotas/f8bc531651b748a791dbbbc11ee10adb HTTP/1.1" status: 200 len: 375 time: 0.0743790 Feb 15 04:20:12.426024 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8537d450-9648-4dac-90ec-ef483836a38e admin admin] Publish callbacks [] for security_group (e2bcba39-3160-4885-b791-a1ed438a61d9), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:12.443322 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-a4a63bbb-8fc9-4737-bb17-373326f0491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818bd04-4f62-41c3-b310-352af06ecf31', 'name': 'tempest-ServerRescueNegativeTestJSON-1154975341-router', 'tenant_id': 'f8bc531651b748a791dbbbc11ee10adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'edcd783f-4a4b-4046-a712-c59635c85b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:39Z', 'updated_at': '2022-02-15T04:20:04Z', 'revision_number': 4, 'project_id': 'f8bc531651b748a791dbbbc11ee10adb', 'gw_port': {'id': 'edcd783f-4a4b-4046-a712-c59635c85b39', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818bd04-4f62-41c3-b310-352af06ecf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:42Z', 'updated_at': '2022-02-15T04:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': 'cf81a5c0-454f-452d-b00e-79048271ae01', 'name': '', 'network_id': 'ee659080-78cf-4efd-be3b-466b39ec5040', 'tenant_id': 'f8bc531651b748a791dbbbc11ee10adb', 'mac_address': 'fa:16:3e:a5:63:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a818bd04-4f62-41c3-b310-352af06ecf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4162ffac-2362-474f-b644-4e31f81938f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:59Z', 'updated_at': '2022-02-15T04:20:10Z', 'revision_number': 4, 'project_id': 'f8bc531651b748a791dbbbc11ee10adb', 'subnets': [{'id': '4162ffac-2362-474f-b644-4e31f81938f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:20:12.462485 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8537d450-9648-4dac-90ec-ef483836a38e admin admin] Publish callbacks [] for security_group (e2bcba39-3160-4885-b791-a1ed438a61d9), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:12.516877 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a63bbb-8fc9-4737-bb17-373326f0491a None None] The sync data for ids ['a818bd04-4f62-41c3-b310-352af06ecf31'] in dv-cinder-816104-2-iscsi is: [{'id': 'a818bd04-4f62-41c3-b310-352af06ecf31', 'name': 'tempest-ServerRescueNegativeTestJSON-1154975341-router', 'tenant_id': 'f8bc531651b748a791dbbbc11ee10adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'edcd783f-4a4b-4046-a712-c59635c85b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:39Z', 'updated_at': '2022-02-15T04:20:04Z', 'revision_number': 4, 'project_id': 'f8bc531651b748a791dbbbc11ee10adb', 'gw_port': {'id': 'edcd783f-4a4b-4046-a712-c59635c85b39', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818bd04-4f62-41c3-b310-352af06ecf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:42Z', 'updated_at': '2022-02-15T04:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': 'cf81a5c0-454f-452d-b00e-79048271ae01', 'name': '', 'network_id': 'ee659080-78cf-4efd-be3b-466b39ec5040', 'tenant_id': 'f8bc531651b748a791dbbbc11ee10adb', 'mac_address': 'fa:16:3e:a5:63:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a818bd04-4f62-41c3-b310-352af06ecf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4162ffac-2362-474f-b644-4e31f81938f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:59Z', 'updated_at': '2022-02-15T04:20:10Z', 'revision_number': 4, 'project_id': 'f8bc531651b748a791dbbbc11ee10adb', 'subnets': [{'id': '4162ffac-2362-474f-b644-4e31f81938f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:20:12.559666 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8537d450-9648-4dac-90ec-ef483836a38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (e2bcba39-3160-4885-b791-a1ed438a61d9), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:12.562748 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8537d450-9648-4dac-90ec-ef483836a38e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:12.575030 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-8537d450-9648-4dac-90ec-ef483836a38e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e2bcba39-3160-4885-b791-a1ed438a61d9 HTTP/1.1" status: 204 len: 168 time: 0.4731357 Feb 15 04:20:12.615357 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-67f6485b-13c8-4417-88b9-db75c48105b1 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f8bc531651b748a791dbbbc11ee10adb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2896776 Feb 15 04:20:12.634358 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537d450-9648-4dac-90ec-ef483836a38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bcba39-3160-4885-b791-a1ed438a61d9,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:12.763739 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b2d7c-f37a-43c5-aac5-260a845e51ac req-ff147b6e-d6bd-490b-9917-55fbb1eb035b tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:12.779326 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-c04b2d7c-f37a-43c5-aac5-260a845e51ac req-ff147b6e-d6bd-490b-9917-55fbb1eb035b tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7ec6e38-42b9-43b6-9bb6-fc72a05b2607 HTTP/1.1" status: 200 len: 944 time: 0.2107520 Feb 15 04:20:12.988299 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-e07954ba-b56f-4869-aa9d-0656bbaf8fa3 service neutron] 10.222.0.45 "GET /v2.0/networks/ee659080-78cf-4efd-be3b-466b39ec5040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720949 Feb 15 04:20:13.314939 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-b4b2974c-7128-40ea-9d3d-5693af7aa2e8 service neutron] 10.222.0.45 "GET /v2.0/networks/ee659080-78cf-4efd-be3b-466b39ec5040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189783 Feb 15 04:20:13.367693 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device cf81a5c0-454f-452d-b00e-79048271ae01 up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:20:13.572326 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port cf81a5c0-454f-452d-b00e-79048271ae01 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:20:13.573041 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (cf81a5c0-454f-452d-b00e-79048271ae01), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:13.763902 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 51894) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:13.783152 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-c04b2d7c-f37a-43c5-aac5-260a845e51ac req-f7e331a2-1d46-4de7-b732-334976cdf0cd tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d2c263-2057-4c84-a1d0-803a75180105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0024121 Feb 15 04:20:13.876111 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-d2754067-f1d7-41d6-b94c-1b149ccc7c43 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:13.883191 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-d2754067-f1d7-41d6-b94c-1b149ccc7c43 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.59 "GET /v2.0/networks?id=ee659080-78cf-4efd-be3b-466b39ec5040 HTTP/1.1" status: 200 len: 819 time: 1.1012616 Feb 15 04:20:13.907479 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port cf81a5c0-454f-452d-b00e-79048271ae01 is: DOWN; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:20:13.907877 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (cf81a5c0-454f-452d-b00e-79048271ae01), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:13.917686 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-d34d549b-c0cd-42e5-a6b8-ece87b9479fb tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Request body: {'port': {'device_id': 'ca522ac8-8430-4ab4-aa43-9de561155e52', 'network_id': 'ee659080-78cf-4efd-be3b-466b39ec5040', 'admin_state_up': True, 'tenant_id': 'f8bc531651b748a791dbbbc11ee10adb'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:20:13.954305 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-b2992703-857d-4e78-9366-f7864a33d115 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6e7a8c39aa0b42b3b1a794153d4cce10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1884096 Feb 15 04:20:13.957099 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 51902) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:14.040391 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] For port cf81a5c0-454f-452d-b00e-79048271ae01, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=cf81a5c0-454f-452d-b00e-79048271ae01,segment=NetworkSegment(e61be41a-7e7b-4345-aa45-9232b26d6b0c),segment_id=e61be41a-7e7b-4345-aa45-9232b26d6b0c)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:20:14.050670 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (cf81a5c0-454f-452d-b00e-79048271ae01), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:14.155434 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ea65a5ca-d4ab-42e0-bbaa-5306ccfd6059 req-94621bf5-90f5-41cd-95cd-33d4448f9573 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 210 time: 0.1028960 Feb 15 04:20:14.184336 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Pushing event updated for resources: {'Port': ['ID=cf81a5c0-454f-452d-b00e-79048271ae01,revision_number=5']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:14.190985 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3a173cdc-da24-45db-8e20-d885bea734f0 admin admin] Publish callbacks [] for security_group (f4000a7c-918b-4187-b798-4cb9ebee3d4d), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:14.229965 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3a173cdc-da24-45db-8e20-d885bea734f0 admin admin] Publish callbacks [] for security_group (f4000a7c-918b-4187-b798-4cb9ebee3d4d), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:14.241594 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device e5000b8c-e731-4109-b8ae-a57706444763 up at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:20:14.337199 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3a173cdc-da24-45db-8e20-d885bea734f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (f4000a7c-918b-4187-b798-4cb9ebee3d4d), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:14.347888 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3a173cdc-da24-45db-8e20-d885bea734f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:14.354721 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-3a173cdc-da24-45db-8e20-d885bea734f0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f4000a7c-918b-4187-b798-4cb9ebee3d4d HTTP/1.1" status: 204 len: 168 time: 0.3957169 Feb 15 04:20:14.388075 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a173cdc-da24-45db-8e20-d885bea734f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4000a7c-918b-4187-b798-4cb9ebee3d4d,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:14.389987 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42c9dc-de7a-4c11-ac1d-fb6e19dc3f72 req-66e1e29f-51c6-4026-b0a8-5831010fd1f1 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:14.412631 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-5f42c9dc-de7a-4c11-ac1d-fb6e19dc3f72 req-66e1e29f-51c6-4026-b0a8-5831010fd1f1 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 945 time: 0.4466784 Feb 15 04:20:14.540484 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning for port e5000b8c-e731-4109-b8ae-a57706444763 completed by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 04:20:14.555300 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning complete for port e5000b8c-e731-4109-b8ae-a57706444763 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:20:14.555697 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (e5000b8c-e731-4109-b8ae-a57706444763), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:14.560873 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-d34d549b-c0cd-42e5-a6b8-ece87b9479fb tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Made reservation on behalf of f8bc531651b748a791dbbbc11ee10adb for: {'port': 1} {{(pid=102634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:20:14.575903 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-d34d549b-c0cd-42e5-a6b8-ece87b9479fb tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:14.651063 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-d6bc1735-cc4b-43ee-ab6f-50aea46d4b09 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--788363311&fields=id&tenant_id=e4ef5a0f7e5040c0aa3d33d31fbbb206 HTTP/1.1" status: 200 len: 267 time: 0.2090745 Feb 15 04:20:14.683886 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-5f42c9dc-de7a-4c11-ac1d-fb6e19dc3f72 req-74fdfb12-c0d6-4fc4-a300-03d488039ccd tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702138 Feb 15 04:20:14.927658 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port e5000b8c-e731-4109-b8ae-a57706444763 is: BUILD; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:20:14.928514 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (e5000b8c-e731-4109-b8ae-a57706444763), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:15.039266 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-485c09c9-1f4d-4aef-8666-f02c8a419010 req-fde94177-0f20-4afd-a321-db0f37c8d9aa tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 210 time: 0.0983253 Feb 15 04:20:15.041570 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port e5000b8c-e731-4109-b8ae-a57706444763, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=e5000b8c-e731-4109-b8ae-a57706444763,segment=NetworkSegment(6e131826-e383-4c3d-a2a0-30aaa6333ce4),segment_id=6e131826-e383-4c3d-a2a0-30aaa6333ce4)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:20:15.048663 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5000b8c-e731-4109-b8ae-a57706444763'}] {{(pid=102635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:20:15.307724 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (e5000b8c-e731-4109-b8ae-a57706444763), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:15.331237 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 69f21ab9-d078-4316-b53b-b12b447aebd4 up at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:20:15.359455 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.db_base_plugin_common [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-d34d549b-c0cd-42e5-a6b8-ece87b9479fb tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Allocated IP 172.20.0.12 (ee659080-78cf-4efd-be3b-466b39ec5040/4162ffac-2362-474f-b644-4e31f81938f3/3de6a7fb-53a5-40a9-af0f-ab012f0726c6) {{(pid=102634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:20:15.380845 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-ab235d34-0917-494a-815e-8635e84c5c1b tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:15.382519 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-ab235d34-0917-494a-815e-8635e84c5c1b tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/networks?id=c49ed967-4df2-4c03-a3f7-11bc631a5279 HTTP/1.1" status: 200 len: 811 time: 0.7204633 Feb 15 04:20:15.450542 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9cc46-b8fd-4474-b86d-9706781ad4ab req-f04b786f-6586-438a-8530-5cc59d474b1f tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:15.452254 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-70c9cc46-b8fd-4474-b86d-9706781ad4ab req-f04b786f-6586-438a-8530-5cc59d474b1f tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7ec6e38-42b9-43b6-9bb6-fc72a05b2607 HTTP/1.1" status: 200 len: 944 time: 0.2477520 Feb 15 04:20:15.460576 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-cf356088-75b9-4930-a629-1a46b47c5014 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:15.462454 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-cf356088-75b9-4930-a629-1a46b47c5014 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.59 "GET /v2.0/networks?id=f0c3e2a8-7b6d-47b3-b743-56e894a4b50d HTTP/1.1" status: 200 len: 816 time: 0.5510659 Feb 15 04:20:15.473116 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-768ece21-c85e-49e1-a3a4-b71b816f20cd tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/quotas/e4ef5a0f7e5040c0aa3d33d31fbbb206 HTTP/1.1" status: 200 len: 375 time: 0.0698295 Feb 15 04:20:15.571162 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device cf81a5c0-454f-452d-b00e-79048271ae01 up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:20:15.704659 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-576c43cb-f200-4370-a172-b56b4a790c7a tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6908f5f033f4c8888210c0cf405f4fa HTTP/1.1" status: 200 len: 379 time: 0.2235556 Feb 15 04:20:15.736478 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-a4bfe227-82e1-4c7a-a44a-fe1054367bdd tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e4ef5a0f7e5040c0aa3d33d31fbbb206&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2478981 Feb 15 04:20:15.751237 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-9c3adb69-4e62-47d9-ad94-bec0d4319560 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Request body: {'port': {'device_id': '6bfde5a4-3494-4123-b1d1-aa408427983a', 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d', 'admin_state_up': True, 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'security_groups': ['16d66dee-ce40-483c-8a42-a4eebc1d99f9']}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:20:15.783834 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-d34d549b-c0cd-42e5-a6b8-ece87b9479fb tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Publish callbacks [] for port (3de6a7fb-53a5-40a9-af0f-ab012f0726c6), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:15.838408 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-d34d549b-c0cd-42e5-a6b8-ece87b9479fb tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5688251'] for port (3de6a7fb-53a5-40a9-af0f-ab012f0726c6), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:15.937626 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-d34d549b-c0cd-42e5-a6b8-ece87b9479fb tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Network ee659080-78cf-4efd-be3b-466b39ec5040 is already hosted by enough agents. {{(pid=102634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:20:15.939009 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning for port 69f21ab9-d078-4316-b53b-b12b447aebd4 completed by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 04:20:15.950858 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.base_scheduler [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-d34d549b-c0cd-42e5-a6b8-ece87b9479fb tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Resources bound (agent type, host, resource id): {{(pid=102634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:20:15.958516 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-d34d549b-c0cd-42e5-a6b8-ece87b9479fb tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Received port after_create {{(pid=102634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:20:15.985290 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=e5000b8c-e731-4109-b8ae-a57706444763,revision_number=5']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:16.028741 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-d34d549b-c0cd-42e5-a6b8-ece87b9479fb tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:16.029742 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-d34d549b-c0cd-42e5-a6b8-ece87b9479fb tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for port (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:16.032068 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning complete for port 69f21ab9-d078-4316-b53b-b12b447aebd4 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:20:16.034549 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (69f21ab9-d078-4316-b53b-b12b447aebd4), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:16.046567 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-70c9cc46-b8fd-4474-b86d-9706781ad4ab req-246c5a4e-190a-4b9b-8428-664f1447594e tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d2c263-2057-4c84-a1d0-803a75180105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5760465 Feb 15 04:20:16.048328 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d549b-c0cd-42e5-a6b8-ece87b9479fb tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Pushing event updated for resources: {'Port': ['ID=3de6a7fb-53a5-40a9-af0f-ab012f0726c6,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:16.067970 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-d34d549b-c0cd-42e5-a6b8-ece87b9479fb tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1644681 Feb 15 04:20:16.100004 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-3e1d33bf-065b-4c09-a429-bfdea6884f41 service neutron] Request body: {'port': {'device_id': 'ca522ac8-8430-4ab4-aa43-9de561155e52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:20:16.193996 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274a2a5e9be6a0ee09154d0e072c1b660d39e5ec588b61e50c849ad5e467022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f4d4d4-72ad-4aa3-936e-3aeb99d810d7" -d '{"events": [{"server_uuid": "f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf", "name": "network-vif-plugged", "status": "completed", "tag": "e5000b8c-e731-4109-b8ae-a57706444763"}]}' {{(pid=102635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:20:16.199952 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-dc64e5f1-d839-43b2-abc2-68df356f406b service neutron] 10.222.0.45 "GET /v2.0/networks/c49ed967-4df2-4c03-a3f7-11bc631a5279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247048 Feb 15 04:20:16.244586 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-862a4462-07d7-4234-b22c-2f43139eded0 req-084c8cf7-1c54-4f2d-b451-c700ffd81f00 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 210 time: 0.0696530 Feb 15 04:20:16.256389 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port cf81a5c0-454f-452d-b00e-79048271ae01 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:20:16.256761 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (cf81a5c0-454f-452d-b00e-79048271ae01), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:16.324956 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-3e1d33bf-065b-4c09-a429-bfdea6884f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (3de6a7fb-53a5-40a9-af0f-ab012f0726c6), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:16.462042 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.59', 62266) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:16.473955 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 69f21ab9-d078-4316-b53b-b12b447aebd4 is: BUILD; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:20:16.476031 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (69f21ab9-d078-4316-b53b-b12b447aebd4), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:16.492423 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-9c3adb69-4e62-47d9-ad94-bec0d4319560 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Made reservation on behalf of b6908f5f033f4c8888210c0cf405f4fa for: {'port': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:20:16.495671 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-9c3adb69-4e62-47d9-ad94-bec0d4319560 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:16.541103 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 69f21ab9-d078-4316-b53b-b12b447aebd4, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=69f21ab9-d078-4316-b53b-b12b447aebd4,segment=NetworkSegment(41ba3272-2d95-4a3a-8b86-24194a3c9932),segment_id=41ba3272-2d95-4a3a-8b86-24194a3c9932)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:20:16.620790 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (69f21ab9-d078-4316-b53b-b12b447aebd4), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:16.800622 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port cf81a5c0-454f-452d-b00e-79048271ae01 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:20:16.871528 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=69f21ab9-d078-4316-b53b-b12b447aebd4,revision_number=5']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:16.992765 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-aef58626-2288-474c-a186-59902b9ac53a service neutron] 10.222.0.45 "GET /v2.0/networks/c49ed967-4df2-4c03-a3f7-11bc631a5279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7918043 Feb 15 04:20:17.029380 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ebe3e-68c5-40e4-9997-93ca77625dda req-a7aba81b-3f82-4991-a9b3-2caabf8ec469 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:17.043657 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-1c0ebe3e-68c5-40e4-9997-93ca77625dda req-a7aba81b-3f82-4991-a9b3-2caabf8ec469 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 946 time: 0.6272881 Feb 15 04:20:17.097969 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-be63183d-2c3f-4455-b7d5-3bcb4d6c99f8 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:17.099851 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-be63183d-2c3f-4455-b7d5-3bcb4d6c99f8 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.59 "GET /v2.0/networks?id=ee659080-78cf-4efd-be3b-466b39ec5040 HTTP/1.1" status: 200 len: 819 time: 0.6360080 Feb 15 04:20:17.182368 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-cd30c041-6836-400a-9360-2321edced077 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Request body: {'port': {'device_id': '8df009b7-64a5-4585-bde2-aa45e130fa97', 'network_id': 'ee659080-78cf-4efd-be3b-466b39ec5040', 'admin_state_up': True, 'tenant_id': 'f8bc531651b748a791dbbbc11ee10adb'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:20:17.250204 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-9c3adb69-4e62-47d9-ad94-bec0d4319560 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Allocated IP 172.20.0.4 (f0c3e2a8-7b6d-47b3-b743-56e894a4b50d/f5c54656-66d3-4f7d-bcac-e474d59bf132/363efce2-a87d-4ada-a63b-669f59236698) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:20:17.294665 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-1c0ebe3e-68c5-40e4-9997-93ca77625dda req-67ebbe62-b2da-4536-bf0b-7feb1acef881 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498078 Feb 15 04:20:17.312054 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6a069bd9-2556-46e4-8779-799065385283 req-a940135b-dbea-44d8-a1ab-1c7b52773a1a tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 210 time: 0.0504568 Feb 15 04:20:17.399133 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-3e1d33bf-065b-4c09-a429-bfdea6884f41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3de6a7fb-53a5-40a9-af0f-ab012f0726c6 {{(pid=102634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:20:17.414404 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-3e1d33bf-065b-4c09-a429-bfdea6884f41 service neutron] Publish callbacks [] for port (3de6a7fb-53a5-40a9-af0f-ab012f0726c6), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:17.443433 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.provisioning_blocks [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-3e1d33bf-065b-4c09-a429-bfdea6884f41 service neutron] Transition to ACTIVE for port object 3de6a7fb-53a5-40a9-af0f-ab012f0726c6 will not be triggered until provisioned by entity L2. {{(pid=102634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 04:20:17.452939 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-3e1d33bf-065b-4c09-a429-bfdea6884f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5688194'] for port (3de6a7fb-53a5-40a9-af0f-ab012f0726c6), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:17.476828 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-cd30c041-6836-400a-9360-2321edced077 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Made reservation on behalf of f8bc531651b748a791dbbbc11ee10adb for: {'port': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:20:17.484847 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-cd30c041-6836-400a-9360-2321edced077 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:17.669412 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-9c3adb69-4e62-47d9-ad94-bec0d4319560 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for port (363efce2-a87d-4ada-a63b-669f59236698), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:17.691674 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d33bf-065b-4c09-a429-bfdea6884f41 service neutron] Pushing event updated for resources: {'Port': ['ID=3de6a7fb-53a5-40a9-af0f-ab012f0726c6,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:17.768391 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-cd30c041-6836-400a-9360-2321edced077 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Allocated IP 172.20.0.9 (ee659080-78cf-4efd-be3b-466b39ec5040/4162ffac-2362-474f-b644-4e31f81938f3/3749bf1d-7b7c-4d1e-b42c-d6d16599f7be) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:20:17.786605 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-9c3adb69-4e62-47d9-ad94-bec0d4319560 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (363efce2-a87d-4ada-a63b-669f59236698), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:17.848873 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62105c-e340-448b-8e78-fcc3315df8dd req-f2bc2f34-ebff-4805-8519-f7c5da5df8b3 tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:17.859452 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-0e62105c-e340-448b-8e78-fcc3315df8dd req-f2bc2f34-ebff-4805-8519-f7c5da5df8b3 tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7ec6e38-42b9-43b6-9bb6-fc72a05b2607 HTTP/1.1" status: 200 len: 945 time: 0.2828040 Feb 15 04:20:17.894172 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-9c3adb69-4e62-47d9-ad94-bec0d4319560 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Network f0c3e2a8-7b6d-47b3-b743-56e894a4b50d is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:20:17.921001 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-9c3adb69-4e62-47d9-ad94-bec0d4319560 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:20:17.927501 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-9c3adb69-4e62-47d9-ad94-bec0d4319560 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:20:17.935545 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3adb69-4e62-47d9-ad94-bec0d4319560 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Pushing event updated for resources: {'Port': ['ID=363efce2-a87d-4ada-a63b-669f59236698,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:18.090231 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f97ecbc-2215-423a-a562-6d02c5e2bb03 x-openstack-request-id: req-2f97ecbc-2215-423a-a562-6d02c5e2bb03 {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:20:18.091130 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf", "name": "network-vif-plugged", "status": "completed", "tag": "e5000b8c-e731-4109-b8ae-a57706444763", "code": 200}]} {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:20:18.091537 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2f97ecbc-2215-423a-a562-6d02c5e2bb03 {{(pid=102635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:20:18.092352 dv-cinder-816104-2-iscsi neutron-server[102635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5000b8c-e731-4109-b8ae-a57706444763', 'code': 200} Feb 15 04:20:18.159434 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-0e62105c-e340-448b-8e78-fcc3315df8dd req-dc76597a-f51a-49f6-ad01-514e116b568c tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d2c263-2057-4c84-a1d0-803a75180105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981853 Feb 15 04:20:18.179562 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-3e1d33bf-065b-4c09-a429-bfdea6884f41 service neutron] Attempting to bind port 3de6a7fb-53a5-40a9-af0f-ab012f0726c6 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:20:18.180329 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-3e1d33bf-065b-4c09-a429-bfdea6884f41 service neutron] Attempting to bind port 3de6a7fb-53a5-40a9-af0f-ab012f0726c6 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': 'e61be41a-7e7b-4345-aa45-9232b26d6b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ee659080-78cf-4efd-be3b-466b39ec5040'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:20:18.180671 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-3e1d33bf-065b-4c09-a429-bfdea6884f41 service neutron] Attempting to bind port 3de6a7fb-53a5-40a9-af0f-ab012f0726c6 on network ee659080-78cf-4efd-be3b-466b39ec5040 {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:20:18.203040 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-3e1d33bf-065b-4c09-a429-bfdea6884f41 service neutron] Port 3de6a7fb-53a5-40a9-af0f-ab012f0726c6 on network ee659080-78cf-4efd-be3b-466b39ec5040 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 04:20:18.206509 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-3e1d33bf-065b-4c09-a429-bfdea6884f41 service neutron] Attempting to bind port 3de6a7fb-53a5-40a9-af0f-ab012f0726c6 on network ee659080-78cf-4efd-be3b-466b39ec5040 {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:20:18.247623 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-3e1d33bf-065b-4c09-a429-bfdea6884f41 service neutron] Checking agent: {'id': '3d42c16f-c1cc-4a31-813a-51fffe75373d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'started_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:20:18.258393 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-3e1d33bf-065b-4c09-a429-bfdea6884f41 service neutron] Checking segment: {'id': 'e61be41a-7e7b-4345-aa45-9232b26d6b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ee659080-78cf-4efd-be3b-466b39ec5040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:20:18.261543 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-3e1d33bf-065b-4c09-a429-bfdea6884f41 service neutron] Bound using segment: {'id': 'e61be41a-7e7b-4345-aa45-9232b26d6b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ee659080-78cf-4efd-be3b-466b39ec5040'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:20:18.262665 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-3e1d33bf-065b-4c09-a429-bfdea6884f41 service neutron] Bound port: 3de6a7fb-53a5-40a9-af0f-ab012f0726c6, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61be41a-7e7b-4345-aa45-9232b26d6b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ee659080-78cf-4efd-be3b-466b39ec5040'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:20:18.264946 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-3e1d33bf-065b-4c09-a429-bfdea6884f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (3de6a7fb-53a5-40a9-af0f-ab012f0726c6), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:18.379001 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-cd30c041-6836-400a-9360-2321edced077 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Publish callbacks [] for port (3749bf1d-7b7c-4d1e-b42c-d6d16599f7be), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:18.496065 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.59', 62269) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:18.559148 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-cd30c041-6836-400a-9360-2321edced077 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (3749bf1d-7b7c-4d1e-b42c-d6d16599f7be), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:18.605173 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-aa81cca0-a971-40f7-b365-fe51b452d86a None None] Provisioning complete for port 363efce2-a87d-4ada-a63b-669f59236698 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:20:18.605173 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aa81cca0-a971-40f7-b365-fe51b452d86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (363efce2-a87d-4ada-a63b-669f59236698), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:18.681281 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-3e1d33bf-065b-4c09-a429-bfdea6884f41 service neutron] For port 3de6a7fb-53a5-40a9-af0f-ab012f0726c6, host hv-cinder-81610, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:20:18.700040 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30c041-6836-400a-9360-2321edced077 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Pushing event updated for resources: {'Port': ['ID=3749bf1d-7b7c-4d1e-b42c-d6d16599f7be,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:18.701311 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-3e1d33bf-065b-4c09-a429-bfdea6884f41 service neutron] For port 3de6a7fb-53a5-40a9-af0f-ab012f0726c6, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=3de6a7fb-53a5-40a9-af0f-ab012f0726c6,segment=NetworkSegment(e61be41a-7e7b-4345-aa45-9232b26d6b0c),segment_id=e61be41a-7e7b-4345-aa45-9232b26d6b0c)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:20:18.715745 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c1a2fb3b-c52d-4b44-b26b-20ca6a4765a7 req-b9007150-d989-4a0a-b282-9b85e02b4884 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 210 time: 0.2024310 Feb 15 04:20:18.722497 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-9c3adb69-4e62-47d9-ad94-bec0d4319560 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:18.723169 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-9c3adb69-4e62-47d9-ad94-bec0d4319560 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:18.793873 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-aa81cca0-a971-40f7-b365-fe51b452d86a None None] Port 363efce2-a87d-4ada-a63b-669f59236698 cannot update to ACTIVE because it is not bound. {{(pid=102635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:20:18.848556 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-9c3adb69-4e62-47d9-ad94-bec0d4319560 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1095345 Feb 15 04:20:18.865985 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-cd30c041-6836-400a-9360-2321edced077 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Network ee659080-78cf-4efd-be3b-466b39ec5040 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:20:18.876938 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-d1f799c6-f65a-4ac6-8ea3-d4f3f56c0492 service neutron] Request body: {'port': {'device_id': '6bfde5a4-3494-4123-b1d1-aa408427983a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:20:18.879343 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-cd30c041-6836-400a-9360-2321edced077 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:20:18.883065 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-cd30c041-6836-400a-9360-2321edced077 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:20:18.886122 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-3e1d33bf-065b-4c09-a429-bfdea6884f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5688194'] for port (3de6a7fb-53a5-40a9-af0f-ab012f0726c6), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:18.980602 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c46d5-aa8a-49ba-bc90-bf9be7da3f1d req-3c3b209d-92c2-4dc5-a12d-406c547872ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:18.982695 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b58c46d5-aa8a-49ba-bc90-bf9be7da3f1d req-3c3b209d-92c2-4dc5-a12d-406c547872ab service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 1130 time: 0.4683232 Feb 15 04:20:18.999821 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-3e1d33bf-065b-4c09-a429-bfdea6884f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:19.000463 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-3e1d33bf-065b-4c09-a429-bfdea6884f41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for port (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:19.003551 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-3e1d33bf-065b-4c09-a429-bfdea6884f41 service neutron] 10.222.0.59 "PUT /v2.0/ports/3de6a7fb-53a5-40a9-af0f-ab012f0726c6 HTTP/1.1" status: 200 len: 1094 time: 2.9151011 Feb 15 04:20:19.004207 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca522ac8-8430-4ab4-aa43-9de561155e52', 'tag': '3de6a7fb-53a5-40a9-af0f-ab012f0726c6'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:20:19.007172 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed0f7cd0cebfd20c511642d6f47a3c828635124f8c0731539bf6ef3d21e1c7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2319a1a-753c-40f9-b245-ce6f462ab474" -d '{"events": [{"name": "network-changed", "server_uuid": "ca522ac8-8430-4ab4-aa43-9de561155e52", "tag": "3de6a7fb-53a5-40a9-af0f-ab012f0726c6"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:20:19.071664 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-b58c46d5-aa8a-49ba-bc90-bf9be7da3f1d req-cb988f87-3f05-4de2-aa34-f1671a4feea2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:19.081602 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa2e7d-01de-4cf3-bd66-105cabe3eeec req-0cbf0069-bd3b-45f2-b875-9e1655db4d7f tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:19.084651 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-73fa2e7d-01de-4cf3-bd66-105cabe3eeec req-0cbf0069-bd3b-45f2-b875-9e1655db4d7f tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 931 time: 0.3507314 Feb 15 04:20:19.087288 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d33bf-065b-4c09-a429-bfdea6884f41 service neutron] Pushing event updated for resources: {'Port': ['ID=3de6a7fb-53a5-40a9-af0f-ab012f0726c6,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:19.121203 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dcff7-0283-4d92-b84d-c36444e90aaf req-bcfcbc84-f580-4006-9aa2-bfd429df1c92 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:19.127778 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e30dcff7-0283-4d92-b84d-c36444e90aaf req-bcfcbc84-f580-4006-9aa2-bfd429df1c92 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 931 time: 0.2966924 Feb 15 04:20:19.138192 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-cd30c041-6836-400a-9360-2321edced077 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:19.139344 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-cd30c041-6836-400a-9360-2321edced077 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:19.196635 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-d1f799c6-f65a-4ac6-8ea3-d4f3f56c0492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (363efce2-a87d-4ada-a63b-669f59236698), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:19.211974 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-73fa2e7d-01de-4cf3-bd66-105cabe3eeec req-c0429850-a389-4a14-ab86-23d5c7390a22 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995264 Feb 15 04:20:19.226748 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-cd30c041-6836-400a-9360-2321edced077 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0724726 Feb 15 04:20:19.246183 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-c94615e0-c761-408b-85fc-10fc55231412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:19.251527 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-c94615e0-c761-408b-85fc-10fc55231412 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f8bc531651b748a791dbbbc11ee10adb&device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 1128 time: 0.1980736 Feb 15 04:20:19.254196 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-da1c09f5-ab8b-49d2-9b28-ee6ed1c2ee79 service neutron] Request body: {'port': {'device_id': '8df009b7-64a5-4585-bde2-aa45e130fa97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:20:19.308722 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e30dcff7-0283-4d92-b84d-c36444e90aaf req-3459b9e2-e328-41ba-8111-7fa132c4e4ad tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622484 Feb 15 04:20:19.414763 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.59', 62271) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:19.418559 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-f65bff44-dd02-452c-bd70-6749b96dceb5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3de6a7fb-53a5-40a9-af0f-ab012f0726c6 HTTP/1.1" status: 200 len: 217 time: 0.1498518 Feb 15 04:20:19.418862 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-da1c09f5-ab8b-49d2-9b28-ee6ed1c2ee79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (3749bf1d-7b7c-4d1e-b42c-d6d16599f7be), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:19.610061 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169e4c9f-4bea-430d-8f93-e8e0edf8e37a x-openstack-request-id: req-169e4c9f-4bea-430d-8f93-e8e0edf8e37a {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:20:19.610551 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca522ac8-8430-4ab4-aa43-9de561155e52", "tag": "3de6a7fb-53a5-40a9-af0f-ab012f0726c6", "status": "completed", "code": 200}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:20:19.610971 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-169e4c9f-4bea-430d-8f93-e8e0edf8e37a {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:20:19.611965 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca522ac8-8430-4ab4-aa43-9de561155e52', 'tag': '3de6a7fb-53a5-40a9-af0f-ab012f0726c6', 'status': 'completed', 'code': 200} Feb 15 04:20:19.712166 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-9f0f8380-f583-40ca-b950-e775e73324d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:19.713743 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-9f0f8380-f583-40ca-b950-e775e73324d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4162ffac-2362-474f-b644-4e31f81938f3 HTTP/1.1" status: 200 len: 859 time: 0.2937644 Feb 15 04:20:19.795139 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb41553-4b8f-4bc1-9f15-88056c277697 req-2f3afaa0-c491-4225-a7b3-5719622f237d tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:19.796297 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-1bb41553-4b8f-4bc1-9f15-88056c277697 req-2f3afaa0-c491-4225-a7b3-5719622f237d tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 946 time: 0.3957102 Feb 15 04:20:19.813475 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-d43781fe-928f-4b36-b644-9ab33ee5014f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ee659080-78cf-4efd-be3b-466b39ec5040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680704 Feb 15 04:20:19.942854 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-b58c46d5-aa8a-49ba-bc90-bf9be7da3f1d req-cb988f87-3f05-4de2-aa34-f1671a4feea2 service neutron] Publish callbacks [] for security_group (f8dc3d3a-de00-41a8-883f-8106aa771250), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:19.983240 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-b58c46d5-aa8a-49ba-bc90-bf9be7da3f1d req-cb988f87-3f05-4de2-aa34-f1671a4feea2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (f8dc3d3a-de00-41a8-883f-8106aa771250), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:20.035030 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-1bb41553-4b8f-4bc1-9f15-88056c277697 req-6e7752ff-4baf-41e9-8388-fb21a63e42dc tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949713 Feb 15 04:20:20.068556 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-0fc1e04b-5532-442f-a75f-6945491159dd service neutron] 10.222.0.59 "GET /v2.0/networks/ee659080-78cf-4efd-be3b-466b39ec5040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538679 Feb 15 04:20:20.093890 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ec6e38-42b9-43b6-9bb6-fc72a05b2607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f21ab9-d078-4316-b53b-b12b447aebd4'}] {{(pid=102635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:20:20.098182 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274a2a5e9be6a0ee09154d0e072c1b660d39e5ec588b61e50c849ad5e467022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65a622e-307b-406b-b257-81dacb1ce8b3" -d '{"events": [{"server_uuid": "e7ec6e38-42b9-43b6-9bb6-fc72a05b2607", "name": "network-vif-plugged", "status": "completed", "tag": "69f21ab9-d078-4316-b53b-b12b447aebd4"}]}' {{(pid=102635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:20:20.208339 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-1168f59e-e3dc-4bfc-b0bf-c07b2efabab0 req-716beb72-91ae-442f-ad15-650540030b32 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 210 time: 0.0955367 Feb 15 04:20:20.265685 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7e0929c8-27af-490d-9da0-d5fb5576f622 req-8f9369e9-3681-4826-b5dc-c072d2cc6f68 service neutron] 10.222.0.59 "GET /v2.0/networks/ee659080-78cf-4efd-be3b-466b39ec5040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875246 Feb 15 04:20:20.285782 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f679c226-c4b0-4d41-b197-9d60785892c9 x-openstack-request-id: req-f679c226-c4b0-4d41-b197-9d60785892c9 {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:20:20.286211 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ec6e38-42b9-43b6-9bb6-fc72a05b2607", "name": "network-vif-plugged", "status": "completed", "tag": "69f21ab9-d078-4316-b53b-b12b447aebd4", "code": 200}]} {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:20:20.286587 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f679c226-c4b0-4d41-b197-9d60785892c9 {{(pid=102635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:20:20.287086 dv-cinder-816104-2-iscsi neutron-server[102635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ec6e38-42b9-43b6-9bb6-fc72a05b2607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f21ab9-d078-4316-b53b-b12b447aebd4', 'code': 200} Feb 15 04:20:20.326533 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f19b66-3acf-4c6b-9102-0acfd6f2bc13 req-f54482e8-1a50-4948-ae9d-5217b30383ff tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:20.329742 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d0f19b66-3acf-4c6b-9102-0acfd6f2bc13 req-f54482e8-1a50-4948-ae9d-5217b30383ff tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7ec6e38-42b9-43b6-9bb6-fc72a05b2607 HTTP/1.1" status: 200 len: 945 time: 0.5673242 Feb 15 04:20:20.348595 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-ea4f4132-b717-438a-8a5a-a2219c325422 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:20.351262 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-ea4f4132-b717-438a-8a5a-a2219c325422 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.59 "GET /v2.0/networks?id=c49ed967-4df2-4c03-a3f7-11bc631a5279 HTTP/1.1" status: 200 len: 811 time: 0.9284475 Feb 15 04:20:20.352377 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb988f87-3f05-4de2-aa34-f1671a4feea2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f8dc3d3a-de00-41a8-883f-8106aa771250,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:20.369520 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b58c46d5-aa8a-49ba-bc90-bf9be7da3f1d req-cb988f87-3f05-4de2-aa34-f1671a4feea2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3638623 Feb 15 04:20:20.452112 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2319a1a-753c-40f9-b245-ce6f462ab474 req-8b3d43bd-a4c7-4e67-8928-2354cf76d2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:20.453794 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-c2319a1a-753c-40f9-b245-ce6f462ab474 req-8b3d43bd-a4c7-4e67-8928-2354cf76d2a1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f8bc531651b748a791dbbbc11ee10adb&device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 1128 time: 0.1140187 Feb 15 04:20:20.470895 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41dfa84-b335-48aa-9510-43d38ec70906 req-bdc10f29-aa9c-4474-bdcb-d19e661306d4 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:20.472484 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d41dfa84-b335-48aa-9510-43d38ec70906 req-bdc10f29-aa9c-4474-bdcb-d19e661306d4 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 931 time: 0.0780623 Feb 15 04:20:20.528480 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d41dfa84-b335-48aa-9510-43d38ec70906 req-de149975-b058-44c3-87ef-ea4d9d76db0a tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500188 Feb 15 04:20:20.700873 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d0f19b66-3acf-4c6b-9102-0acfd6f2bc13 req-cc983367-b15e-4c4d-a06f-7eeeba3c6c45 tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d2c263-2057-4c84-a1d0-803a75180105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402598 Feb 15 04:20:20.716825 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-9ace9b93-bd93-4d67-8f62-dbfeb09f7441 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4ef5a0f7e5040c0aa3d33d31fbbb206 HTTP/1.1" status: 200 len: 379 time: 0.3365645 Feb 15 04:20:20.740148 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696dd5a2-f89b-457e-867b-94b6ea319269 req-6ea1b93a-44e7-4f6c-adbc-ff05665b1b13 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:20.743017 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-696dd5a2-f89b-457e-867b-94b6ea319269 req-6ea1b93a-44e7-4f6c-adbc-ff05665b1b13 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 931 time: 0.1484725 Feb 15 04:20:20.805186 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-b9ba99d7-fb26-4dec-a494-43f4cbf2b9e1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Request body: {'port': {'device_id': 'eda24f72-ec24-4b2a-9eed-23dbe8b9706c', 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279', 'admin_state_up': True, 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'security_groups': ['364fca6b-c358-4266-81cb-3bf43d36311e']}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:20:20.865687 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2319a1a-753c-40f9-b245-ce6f462ab474 req-49927da7-e3a9-4007-8b7e-aef8a335b024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:20.869550 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-c2319a1a-753c-40f9-b245-ce6f462ab474 req-49927da7-e3a9-4007-8b7e-aef8a335b024 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ee659080-78cf-4efd-be3b-466b39ec5040 HTTP/1.1" status: 200 len: 919 time: 0.2166443 Feb 15 04:20:20.888690 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-696dd5a2-f89b-457e-867b-94b6ea319269 req-6b8569ad-a3ba-427f-b2d2-e6782cbae5c5 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235704 Feb 15 04:20:20.963279 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-c2319a1a-753c-40f9-b245-ce6f462ab474 req-65251e96-894b-43b6-b6c3-f8389270cd86 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3de6a7fb-53a5-40a9-af0f-ab012f0726c6 HTTP/1.1" status: 200 len: 217 time: 0.0703173 Feb 15 04:20:21.307568 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2319a1a-753c-40f9-b245-ce6f462ab474 req-44bc08f2-e085-4243-8238-3e09ae2709e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:21.315304 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-c2319a1a-753c-40f9-b245-ce6f462ab474 req-44bc08f2-e085-4243-8238-3e09ae2709e2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4162ffac-2362-474f-b644-4e31f81938f3 HTTP/1.1" status: 200 len: 859 time: 0.3438084 Feb 15 04:20:21.380289 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-d1f799c6-f65a-4ac6-8ea3-d4f3f56c0492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 363efce2-a87d-4ada-a63b-669f59236698 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:20:21.393334 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-c2319a1a-753c-40f9-b245-ce6f462ab474 req-742017b0-56ea-42ce-915b-6e5939e1772e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ee659080-78cf-4efd-be3b-466b39ec5040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706558 Feb 15 04:20:21.427314 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-d1f799c6-f65a-4ac6-8ea3-d4f3f56c0492 service neutron] Publish callbacks [] for port (363efce2-a87d-4ada-a63b-669f59236698), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:21.484944 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-892e8c31-aaf3-43f4-96a4-6e71784cc6f1 req-406ef29a-6e68-470b-8e12-df7961403f73 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 210 time: 0.0982339 Feb 15 04:20:21.501302 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-da1c09f5-ab8b-49d2-9b28-ee6ed1c2ee79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3749bf1d-7b7c-4d1e-b42c-d6d16599f7be {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:20:21.560467 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-da1c09f5-ab8b-49d2-9b28-ee6ed1c2ee79 service neutron] Publish callbacks [] for port (3749bf1d-7b7c-4d1e-b42c-d6d16599f7be), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:21.581043 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-d1f799c6-f65a-4ac6-8ea3-d4f3f56c0492 service neutron] Transition to ACTIVE for port object 363efce2-a87d-4ada-a63b-669f59236698 will not be triggered until provisioned by entity L2. {{(pid=102633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 04:20:21.613512 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-d1f799c6-f65a-4ac6-8ea3-d4f3f56c0492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (363efce2-a87d-4ada-a63b-669f59236698), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:21.635349 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 52112) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:21.680226 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-da1c09f5-ab8b-49d2-9b28-ee6ed1c2ee79 service neutron] Transition to ACTIVE for port object 3749bf1d-7b7c-4d1e-b42c-d6d16599f7be will not be triggered until provisioned by entity L2. {{(pid=102633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 04:20:21.723029 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-da1c09f5-ab8b-49d2-9b28-ee6ed1c2ee79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (3749bf1d-7b7c-4d1e-b42c-d6d16599f7be), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:21.740265 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e41ed-6854-4a61-9323-78cacd22e3ab req-174b1453-d0bb-4730-b909-a4844eb7c82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:21.741885 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7b0e41ed-6854-4a61-9323-78cacd22e3ab req-174b1453-d0bb-4730-b909-a4844eb7c82f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e7ec6e38-42b9-43b6-9bb6-fc72a05b2607 HTTP/1.1" status: 200 len: 1129 time: 0.8232656 Feb 15 04:20:21.824676 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6c7c8-ae28-43b6-bcf5-54ff1787d65a req-28e5d456-5a9d-4300-b691-9feb01c44460 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:21.830992 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f5a6c7c8-ae28-43b6-bcf5-54ff1787d65a req-28e5d456-5a9d-4300-b691-9feb01c44460 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 946 time: 0.4908113 Feb 15 04:20:21.839443 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-c2319a1a-753c-40f9-b245-ce6f462ab474 req-16e95d30-d9fc-45bc-bc9f-ad44913e46ff service neutron] 10.222.0.59 "GET /v2.0/networks/ee659080-78cf-4efd-be3b-466b39ec5040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735957 Feb 15 04:20:21.889559 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-b9ba99d7-fb26-4dec-a494-43f4cbf2b9e1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Made reservation on behalf of e4ef5a0f7e5040c0aa3d33d31fbbb206 for: {'port': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:20:21.896409 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-b9ba99d7-fb26-4dec-a494-43f4cbf2b9e1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:21.947298 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f799c6-f65a-4ac6-8ea3-d4f3f56c0492 service neutron] Pushing event updated for resources: {'Port': ['ID=363efce2-a87d-4ada-a63b-669f59236698,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:22.027322 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c17e098f-c624-4315-9463-deda6b718f03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:22.116665 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e71e8-f517-4bf5-8b5a-2555d3f23c8d req-d84142c9-1a7f-4969-a025-b58b5ce39ba0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:22.118504 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-5f3e71e8-f517-4bf5-8b5a-2555d3f23c8d req-d84142c9-1a7f-4969-a025-b58b5ce39ba0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.3296251 Feb 15 04:20:22.133876 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-c2319a1a-753c-40f9-b245-ce6f462ab474 req-3bea5998-74dd-4dfe-8284-4573bd3e0782 service neutron] 10.222.0.59 "GET /v2.0/networks/ee659080-78cf-4efd-be3b-466b39ec5040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537167 Feb 15 04:20:22.150175 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f5a6c7c8-ae28-43b6-bcf5-54ff1787d65a req-d7efb193-06e5-424a-9550-6312beb8ff6c tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846930 Feb 15 04:20:22.260735 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-5f3e71e8-f517-4bf5-8b5a-2555d3f23c8d req-164e615a-188d-4656-8991-c48180a0676c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335976 Feb 15 04:20:22.284231 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c09f5-ab8b-49d2-9b28-ee6ed1c2ee79 service neutron] Pushing event updated for resources: {'Port': ['ID=3749bf1d-7b7c-4d1e-b42c-d6d16599f7be,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:22.291050 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7b0e41ed-6854-4a61-9323-78cacd22e3ab req-7fb5d0fa-42a9-4dc4-9af8-9af95ea0b8e2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=78d2c263-2057-4c84-a1d0-803a75180105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5195665 Feb 15 04:20:22.305561 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c17e098f-c624-4315-9463-deda6b718f03 admin admin] Publish callbacks [] for security_group (c2e8136d-a34e-4838-9457-67e3a4e2c5c8), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:22.314293 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c17e098f-c624-4315-9463-deda6b718f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (c2e8136d-a34e-4838-9457-67e3a4e2c5c8), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:22.420097 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-d1f799c6-f65a-4ac6-8ea3-d4f3f56c0492 service neutron] Attempting to bind port 363efce2-a87d-4ada-a63b-669f59236698 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:20:22.420729 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-d1f799c6-f65a-4ac6-8ea3-d4f3f56c0492 service neutron] Attempting to bind port 363efce2-a87d-4ada-a63b-669f59236698 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': 'a2939050-b15c-425b-a2c1-f2f0e37f1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:20:22.420729 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-d1f799c6-f65a-4ac6-8ea3-d4f3f56c0492 service neutron] Attempting to bind port 363efce2-a87d-4ada-a63b-669f59236698 on network f0c3e2a8-7b6d-47b3-b743-56e894a4b50d {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:20:22.435163 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-da1c09f5-ab8b-49d2-9b28-ee6ed1c2ee79 service neutron] Attempting to bind port 3749bf1d-7b7c-4d1e-b42c-d6d16599f7be on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:20:22.435497 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-da1c09f5-ab8b-49d2-9b28-ee6ed1c2ee79 service neutron] Attempting to bind port 3749bf1d-7b7c-4d1e-b42c-d6d16599f7be by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': 'e61be41a-7e7b-4345-aa45-9232b26d6b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ee659080-78cf-4efd-be3b-466b39ec5040'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:20:22.435822 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-da1c09f5-ab8b-49d2-9b28-ee6ed1c2ee79 service neutron] Attempting to bind port 3749bf1d-7b7c-4d1e-b42c-d6d16599f7be on network ee659080-78cf-4efd-be3b-466b39ec5040 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:20:22.441043 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-c17e098f-c624-4315-9463-deda6b718f03 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e91a7b40f9c5494ba618b572278c48b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8037062 Feb 15 04:20:22.445795 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-d1f799c6-f65a-4ac6-8ea3-d4f3f56c0492 service neutron] Port 363efce2-a87d-4ada-a63b-669f59236698 on network f0c3e2a8-7b6d-47b3-b743-56e894a4b50d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 04:20:22.446399 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-d1f799c6-f65a-4ac6-8ea3-d4f3f56c0492 service neutron] Attempting to bind port 363efce2-a87d-4ada-a63b-669f59236698 on network f0c3e2a8-7b6d-47b3-b743-56e894a4b50d {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:20:22.446843 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 52130) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:22.456363 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-da1c09f5-ab8b-49d2-9b28-ee6ed1c2ee79 service neutron] Port 3749bf1d-7b7c-4d1e-b42c-d6d16599f7be on network ee659080-78cf-4efd-be3b-466b39ec5040 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 04:20:22.456856 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-da1c09f5-ab8b-49d2-9b28-ee6ed1c2ee79 service neutron] Attempting to bind port 3749bf1d-7b7c-4d1e-b42c-d6d16599f7be on network ee659080-78cf-4efd-be3b-466b39ec5040 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:20:22.461324 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e098f-c624-4315-9463-deda6b718f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e8136d-a34e-4838-9457-67e3a4e2c5c8,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:22.465820 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-d1f799c6-f65a-4ac6-8ea3-d4f3f56c0492 service neutron] Checking agent: {'id': '3d42c16f-c1cc-4a31-813a-51fffe75373d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'started_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:20:22.466188 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-d1f799c6-f65a-4ac6-8ea3-d4f3f56c0492 service neutron] Checking segment: {'id': 'a2939050-b15c-425b-a2c1-f2f0e37f1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:20:22.466554 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-d1f799c6-f65a-4ac6-8ea3-d4f3f56c0492 service neutron] Bound using segment: {'id': 'a2939050-b15c-425b-a2c1-f2f0e37f1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:20:22.467069 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-d1f799c6-f65a-4ac6-8ea3-d4f3f56c0492 service neutron] Bound port: 363efce2-a87d-4ada-a63b-669f59236698, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2939050-b15c-425b-a2c1-f2f0e37f1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:20:22.467417 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-d1f799c6-f65a-4ac6-8ea3-d4f3f56c0492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (363efce2-a87d-4ada-a63b-669f59236698), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:22.489983 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-da1c09f5-ab8b-49d2-9b28-ee6ed1c2ee79 service neutron] Checking agent: {'id': '3d42c16f-c1cc-4a31-813a-51fffe75373d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'started_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:20:22.490304 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-da1c09f5-ab8b-49d2-9b28-ee6ed1c2ee79 service neutron] Checking segment: {'id': 'e61be41a-7e7b-4345-aa45-9232b26d6b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ee659080-78cf-4efd-be3b-466b39ec5040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:20:22.490721 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-da1c09f5-ab8b-49d2-9b28-ee6ed1c2ee79 service neutron] Bound using segment: {'id': 'e61be41a-7e7b-4345-aa45-9232b26d6b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ee659080-78cf-4efd-be3b-466b39ec5040'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:20:22.491176 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-da1c09f5-ab8b-49d2-9b28-ee6ed1c2ee79 service neutron] Bound port: 3749bf1d-7b7c-4d1e-b42c-d6d16599f7be, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61be41a-7e7b-4345-aa45-9232b26d6b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ee659080-78cf-4efd-be3b-466b39ec5040'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:20:22.491571 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-da1c09f5-ab8b-49d2-9b28-ee6ed1c2ee79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (3749bf1d-7b7c-4d1e-b42c-d6d16599f7be), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:22.495785 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-b9ba99d7-fb26-4dec-a494-43f4cbf2b9e1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Allocated IP 172.20.0.10 (c49ed967-4df2-4c03-a3f7-11bc631a5279/07051326-83bf-45b5-9e91-0b63b787c497/cef1beba-9166-4527-9646-13388dc57d5b) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:20:22.510588 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059eb69-5282-44f0-8f65-9e56f022e117 req-95b4752d-36e8-43b6-bad5-d549fb431a3c tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:22.512242 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a059eb69-5282-44f0-8f65-9e56f022e117 req-95b4752d-36e8-43b6-bad5-d549fb431a3c tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7ec6e38-42b9-43b6-9bb6-fc72a05b2607 HTTP/1.1" status: 200 len: 945 time: 0.2306428 Feb 15 04:20:22.567068 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1012b-6bd4-43ea-b60d-b2f0d971ca23 req-97b03073-8ddb-4fb7-8927-0ff4df0defae tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:22.570100 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-43e1012b-6bd4-43ea-b60d-b2f0d971ca23 req-97b03073-8ddb-4fb7-8927-0ff4df0defae tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 943 time: 0.2180579 Feb 15 04:20:22.619380 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c2f18cc7-e889-47c6-937b-fb03e8915123 admin admin] Publish callbacks [] for security_group (c2e8136d-a34e-4838-9457-67e3a4e2c5c8), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:22.692006 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c2f18cc7-e889-47c6-937b-fb03e8915123 admin admin] Publish callbacks [] for security_group (c2e8136d-a34e-4838-9457-67e3a4e2c5c8), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:22.735843 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-43e1012b-6bd4-43ea-b60d-b2f0d971ca23 req-9411a9a0-50f7-4492-be96-63457e62c266 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479912 Feb 15 04:20:22.754086 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-da1c09f5-ab8b-49d2-9b28-ee6ed1c2ee79 service neutron] For port 3749bf1d-7b7c-4d1e-b42c-d6d16599f7be, host hv-cinder-81610, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:20:22.757254 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-d1f799c6-f65a-4ac6-8ea3-d4f3f56c0492 service neutron] For port 363efce2-a87d-4ada-a63b-669f59236698, host hv-cinder-81610, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:20:22.775662 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a059eb69-5282-44f0-8f65-9e56f022e117 req-54fbf66e-33b1-411b-b210-4bd3d9660ca9 tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d2c263-2057-4c84-a1d0-803a75180105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516041 Feb 15 04:20:22.790030 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-da1c09f5-ab8b-49d2-9b28-ee6ed1c2ee79 service neutron] For port 3749bf1d-7b7c-4d1e-b42c-d6d16599f7be, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=3749bf1d-7b7c-4d1e-b42c-d6d16599f7be,segment=NetworkSegment(e61be41a-7e7b-4345-aa45-9232b26d6b0c),segment_id=e61be41a-7e7b-4345-aa45-9232b26d6b0c)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:20:22.792597 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-d1f799c6-f65a-4ac6-8ea3-d4f3f56c0492 service neutron] For port 363efce2-a87d-4ada-a63b-669f59236698, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=363efce2-a87d-4ada-a63b-669f59236698,segment=NetworkSegment(a2939050-b15c-425b-a2c1-f2f0e37f1e44),segment_id=a2939050-b15c-425b-a2c1-f2f0e37f1e44)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:20:22.824063 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-d1f799c6-f65a-4ac6-8ea3-d4f3f56c0492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (363efce2-a87d-4ada-a63b-669f59236698), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:22.845057 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-da1c09f5-ab8b-49d2-9b28-ee6ed1c2ee79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (3749bf1d-7b7c-4d1e-b42c-d6d16599f7be), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:22.848330 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c2f18cc7-e889-47c6-937b-fb03e8915123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (c2e8136d-a34e-4838-9457-67e3a4e2c5c8), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:22.858064 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c2f18cc7-e889-47c6-937b-fb03e8915123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:22.865782 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-c2f18cc7-e889-47c6-937b-fb03e8915123 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c2e8136d-a34e-4838-9457-67e3a4e2c5c8 HTTP/1.1" status: 204 len: 168 time: 0.4167645 Feb 15 04:20:22.900971 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f18cc7-e889-47c6-937b-fb03e8915123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e8136d-a34e-4838-9457-67e3a4e2c5c8,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:22.937666 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-1580328f-b8fd-4a3d-a35f-2cd6631fc7ec req-98583323-8a31-4d69-afe0-6ef2d7a6090e tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 210 time: 0.0565565 Feb 15 04:20:23.031778 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-d1f799c6-f65a-4ac6-8ea3-d4f3f56c0492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:23.032864 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-d1f799c6-f65a-4ac6-8ea3-d4f3f56c0492 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:23.034738 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-d1f799c6-f65a-4ac6-8ea3-d4f3f56c0492 service neutron] 10.222.0.59 "PUT /v2.0/ports/363efce2-a87d-4ada-a63b-669f59236698 HTTP/1.1" status: 200 len: 1093 time: 4.1674199 Feb 15 04:20:23.038585 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-b9ba99d7-fb26-4dec-a494-43f4cbf2b9e1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for port (cef1beba-9166-4527-9646-13388dc57d5b), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:23.040992 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bfde5a4-3494-4123-b1d1-aa408427983a', 'tag': '363efce2-a87d-4ada-a63b-669f59236698'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:20:23.045282 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189c03f6-672f-4e95-85f7-54f2b3092362" -d '{"events": [{"name": "network-changed", "server_uuid": "6bfde5a4-3494-4123-b1d1-aa408427983a", "tag": "363efce2-a87d-4ada-a63b-669f59236698"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:20:23.063494 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-da1c09f5-ab8b-49d2-9b28-ee6ed1c2ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:23.065305 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-da1c09f5-ab8b-49d2-9b28-ee6ed1c2ee79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:23.067825 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-da1c09f5-ab8b-49d2-9b28-ee6ed1c2ee79 service neutron] 10.222.0.59 "PUT /v2.0/ports/3749bf1d-7b7c-4d1e-b42c-d6d16599f7be HTTP/1.1" status: 200 len: 1093 time: 3.8258567 Feb 15 04:20:23.072408 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f799c6-f65a-4ac6-8ea3-d4f3f56c0492 service neutron] Pushing event updated for resources: {'Port': ['ID=363efce2-a87d-4ada-a63b-669f59236698,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:23.174856 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e577d83-3b65-41a1-acd7-3a65279723b7 x-openstack-request-id: req-9e577d83-3b65-41a1-acd7-3a65279723b7 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:20:23.177251 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bfde5a4-3494-4123-b1d1-aa408427983a", "tag": "363efce2-a87d-4ada-a63b-669f59236698", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:20:23.177973 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9e577d83-3b65-41a1-acd7-3a65279723b7 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:20:23.178709 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bfde5a4-3494-4123-b1d1-aa408427983a', 'tag': '363efce2-a87d-4ada-a63b-669f59236698', 'status': 'completed', 'code': 200} Feb 15 04:20:23.460759 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff558a3-411b-4f4e-a11a-b09eaa42d152 req-de5535e9-c24b-47ed-9b4f-3624d4a1e3fe tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:23.466641 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-eff558a3-411b-4f4e-a11a-b09eaa42d152 req-de5535e9-c24b-47ed-9b4f-3624d4a1e3fe tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 946 time: 0.1469836 Feb 15 04:20:23.492841 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c09f5-ab8b-49d2-9b28-ee6ed1c2ee79 service neutron] Pushing event updated for resources: {'Port': ['ID=3749bf1d-7b7c-4d1e-b42c-d6d16599f7be,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:23.554262 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-b9ba99d7-fb26-4dec-a494-43f4cbf2b9e1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (cef1beba-9166-4527-9646-13388dc57d5b), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:23.562135 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 52150) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:23.566468 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-0079ebec-867e-4824-ba4f-fee96a992763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:23.569256 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-0079ebec-867e-4824-ba4f-fee96a992763 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f8bc531651b748a791dbbbc11ee10adb&device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 1127 time: 0.3885627 Feb 15 04:20:23.587750 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-078b2a8e-872c-4492-b11d-727350b4435a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:23.590579 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-078b2a8e-872c-4492-b11d-727350b4435a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6908f5f033f4c8888210c0cf405f4fa&device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 1127 time: 0.4072692 Feb 15 04:20:23.595302 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-415ce024-4b11-4f1b-9ad1-b20a55f10475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:23.615551 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-eff558a3-411b-4f4e-a11a-b09eaa42d152 req-dbfedab6-8c96-4080-bf95-c39509be6549 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347220 Feb 15 04:20:23.739366 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-415ce024-4b11-4f1b-9ad1-b20a55f10475 admin admin] Publish callbacks [] for security_group (56e81ed7-e6f8-449a-b72c-e3ef1f65643d), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:23.746662 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-415ce024-4b11-4f1b-9ad1-b20a55f10475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (56e81ed7-e6f8-449a-b72c-e3ef1f65643d), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:23.777664 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-63a0c6f4-069e-4851-ad0a-7a796e839c3f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3749bf1d-7b7c-4d1e-b42c-d6d16599f7be HTTP/1.1" status: 200 len: 217 time: 0.1827328 Feb 15 04:20:23.784331 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-b9ba99d7-fb26-4dec-a494-43f4cbf2b9e1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Network c49ed967-4df2-4c03-a3f7-11bc631a5279 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:20:23.795765 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-16700858-dd1e-4a22-8460-225626bd3d7e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=363efce2-a87d-4ada-a63b-669f59236698 HTTP/1.1" status: 200 len: 217 time: 0.1357739 Feb 15 04:20:23.802494 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ce024-4b11-4f1b-9ad1-b20a55f10475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e81ed7-e6f8-449a-b72c-e3ef1f65643d,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:23.808800 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-415ce024-4b11-4f1b-9ad1-b20a55f10475 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5fd90b5a9b5448fb937be8ac60e73ed1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2452521 Feb 15 04:20:23.813251 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 52154) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:23.816115 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102269a6-9877-4696-bfb5-893fd677ed2e req-84725ca2-a3f8-4df6-8db8-96659fd60a16 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:23.818785 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-102269a6-9877-4696-bfb5-893fd677ed2e req-84725ca2-a3f8-4df6-8db8-96659fd60a16 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.4021838 Feb 15 04:20:23.838159 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-b9ba99d7-fb26-4dec-a494-43f4cbf2b9e1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:20:23.867883 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-b9ba99d7-fb26-4dec-a494-43f4cbf2b9e1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:20:23.947043 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba99d7-fb26-4dec-a494-43f4cbf2b9e1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Pushing event updated for resources: {'Port': ['ID=cef1beba-9166-4527-9646-13388dc57d5b,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:23.986709 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-93fdcc9e-21b8-4d1f-9223-f0061b700ec9 admin admin] Publish callbacks [] for security_group (56e81ed7-e6f8-449a-b72c-e3ef1f65643d), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:24.060184 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-93fdcc9e-21b8-4d1f-9223-f0061b700ec9 admin admin] Publish callbacks [] for security_group (56e81ed7-e6f8-449a-b72c-e3ef1f65643d), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:24.127377 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-fa209625-dbf7-41ad-b631-361288bea346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:24.128768 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-fa209625-dbf7-41ad-b631-361288bea346 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4162ffac-2362-474f-b644-4e31f81938f3 HTTP/1.1" status: 200 len: 859 time: 0.3425295 Feb 15 04:20:24.132940 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-92dbe3a5-2fcc-4cd1-9419-26f9aa4e37b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:24.133968 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-92dbe3a5-2fcc-4cd1-9419-26f9aa4e37b3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5c54656-66d3-4f7d-bcac-e474d59bf132 HTTP/1.1" status: 200 len: 855 time: 0.3139713 Feb 15 04:20:24.137165 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceaa806-df76-4f9e-a4c3-083bcdaff391 req-334a0b24-4f44-4b31-b52b-6a0ddce4463a tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:24.143901 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-b9ba99d7-fb26-4dec-a494-43f4cbf2b9e1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:24.144570 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-b9ba99d7-fb26-4dec-a494-43f4cbf2b9e1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:24.146102 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-aceaa806-df76-4f9e-a4c3-083bcdaff391 req-334a0b24-4f44-4b31-b52b-6a0ddce4463a tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 943 time: 0.2299781 Feb 15 04:20:24.182262 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-102269a6-9877-4696-bfb5-893fd677ed2e req-259f038a-e185-44b7-b389-d7e0810db862 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3411982 Feb 15 04:20:24.218737 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-2f649ea6-cc37-4f97-ad07-c71f0ba1bd90 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ee659080-78cf-4efd-be3b-466b39ec5040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703125 Feb 15 04:20:24.276257 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-b9ba99d7-fb26-4dec-a494-43f4cbf2b9e1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5493994 Feb 15 04:20:24.317004 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-16c7d007-3cb4-4cf2-be2f-edac696e02f6 None None] Provisioning complete for port cef1beba-9166-4527-9646-13388dc57d5b triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:20:24.318081 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-16c7d007-3cb4-4cf2-be2f-edac696e02f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (cef1beba-9166-4527-9646-13388dc57d5b), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:24.325419 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-93fdcc9e-21b8-4d1f-9223-f0061b700ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (56e81ed7-e6f8-449a-b72c-e3ef1f65643d), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:24.333762 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-93fdcc9e-21b8-4d1f-9223-f0061b700ec9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:24.335728 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-93fdcc9e-21b8-4d1f-9223-f0061b700ec9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/56e81ed7-e6f8-449a-b72c-e3ef1f65643d HTTP/1.1" status: 204 len: 168 time: 0.5202756 Feb 15 04:20:24.338549 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-0fe15661-9851-46d9-8e3b-6b92606efc87 service neutron] Request body: {'port': {'device_id': 'eda24f72-ec24-4b2a-9eed-23dbe8b9706c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:20:24.365870 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-aceaa806-df76-4f9e-a4c3-083bcdaff391 req-123b41c1-6b3a-4d8b-b0da-e7a67cf6dc3b tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176139 Feb 15 04:20:24.367906 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-16c7d007-3cb4-4cf2-be2f-edac696e02f6 None None] Port cef1beba-9166-4527-9646-13388dc57d5b cannot update to ACTIVE because it is not bound. {{(pid=102635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:20:24.369685 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fdcc9e-21b8-4d1f-9223-f0061b700ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e81ed7-e6f8-449a-b72c-e3ef1f65643d,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:24.525949 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-0fe15661-9851-46d9-8e3b-6b92606efc87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (cef1beba-9166-4527-9646-13388dc57d5b), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:24.545844 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-c0b484d9-681b-4512-b6d9-b32d5a10cac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:24.547435 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-c0b484d9-681b-4512-b6d9-b32d5a10cac9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0c3e2a8-7b6d-47b3-b743-56e894a4b50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3979151 Feb 15 04:20:24.579330 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608aad22-1e0d-42a5-9522-db4e70ebe675 req-707c84ec-4f99-44e6-a789-377eb3b3d55e tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:24.582114 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-608aad22-1e0d-42a5-9522-db4e70ebe675 req-707c84ec-4f99-44e6-a789-377eb3b3d55e tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 932 time: 0.1092978 Feb 15 04:20:24.678436 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-78614e5b-31d5-481f-92fa-a71d0bfd83ce service neutron] 10.222.0.59 "GET /v2.0/networks/ee659080-78cf-4efd-be3b-466b39ec5040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467018 Feb 15 04:20:24.691427 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d776aee-78a4-4bbc-9135-229695587a43 req-5b471b4a-c51d-47fa-8366-6c03808f19db tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:24.695866 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-608aad22-1e0d-42a5-9522-db4e70ebe675 req-43b62f4b-7145-4411-b661-06a80cbfa850 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982013 Feb 15 04:20:24.697483 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5d776aee-78a4-4bbc-9135-229695587a43 req-5b471b4a-c51d-47fa-8366-6c03808f19db tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7ec6e38-42b9-43b6-9bb6-fc72a05b2607 HTTP/1.1" status: 200 len: 945 time: 0.3639379 Feb 15 04:20:24.900216 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344a7ad-870d-4cc8-aeca-c689f63c2202 req-ef187afe-e07b-44c3-b8e9-b2bf25fc0df3 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:24.903058 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f344a7ad-870d-4cc8-aeca-c689f63c2202 req-ef187afe-e07b-44c3-b8e9-b2bf25fc0df3 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 946 time: 0.0964115 Feb 15 04:20:25.018200 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f344a7ad-870d-4cc8-aeca-c689f63c2202 req-031e7b48-acc9-44fc-9410-e4ab08b8ab2d tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994220 Feb 15 04:20:25.203872 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df009b7-64a5-4585-bde2-aa45e130fa97', 'tag': '3749bf1d-7b7c-4d1e-b42c-d6d16599f7be'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:20:25.207155 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d869ec-6a2d-44f6-90f6-12c076962f1c" -d '{"events": [{"name": "network-changed", "server_uuid": "8df009b7-64a5-4585-bde2-aa45e130fa97", "tag": "3749bf1d-7b7c-4d1e-b42c-d6d16599f7be"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:20:25.248833 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5d776aee-78a4-4bbc-9135-229695587a43 req-67ea04bf-2090-483f-9e25-d583fedcf1c4 tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d2c263-2057-4c84-a1d0-803a75180105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4684901 Feb 15 04:20:25.260554 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-8fd01487-ab2b-4ac6-a667-8988f06efcaa service neutron] 10.222.0.59 "GET /v2.0/networks/f0c3e2a8-7b6d-47b3-b743-56e894a4b50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6755309 Feb 15 04:20:25.270747 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ef3dbb93-dbca-4b1d-97bd-1df19233afe6 req-cb35baf6-e341-4cff-a336-9a9a577d6c84 service neutron] 10.222.0.59 "GET /v2.0/networks/ee659080-78cf-4efd-be3b-466b39ec5040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5717838 Feb 15 04:20:25.405788 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35932232-ec7e-4967-b0ff-8d2148933581 x-openstack-request-id: req-35932232-ec7e-4967-b0ff-8d2148933581 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:20:25.406504 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df009b7-64a5-4585-bde2-aa45e130fa97", "tag": "3749bf1d-7b7c-4d1e-b42c-d6d16599f7be", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:20:25.407195 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-35932232-ec7e-4967-b0ff-8d2148933581 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:20:25.408021 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df009b7-64a5-4585-bde2-aa45e130fa97', 'tag': '3749bf1d-7b7c-4d1e-b42c-d6d16599f7be', 'status': 'completed', 'code': 200} Feb 15 04:20:25.624403 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866932b-62ef-4ca4-8e0c-99f6abd5a266 req-db5cd45b-2587-4bf9-9057-b15803a91e6d tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:25.626425 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7866932b-62ef-4ca4-8e0c-99f6abd5a266 req-db5cd45b-2587-4bf9-9057-b15803a91e6d tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 943 time: 0.1226506 Feb 15 04:20:25.700449 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5bfd71f5-b89b-4f80-b575-c7d0b236d9fe req-f7d310e5-97d3-46a9-88ea-147a6297e20c service neutron] 10.222.0.59 "GET /v2.0/networks/f0c3e2a8-7b6d-47b3-b743-56e894a4b50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256938 Feb 15 04:20:25.718255 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f701a-c4ad-4bb4-b916-5279448e7623 req-f8d1bb5f-23ce-45d3-a712-d58578d822ed tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:25.735897 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3b4f701a-c4ad-4bb4-b916-5279448e7623 req-f8d1bb5f-23ce-45d3-a712-d58578d822ed tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.3228102 Feb 15 04:20:25.775318 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7866932b-62ef-4ca4-8e0c-99f6abd5a266 req-d33977b3-634b-4e08-84bd-1df3c2746d8b tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170135 Feb 15 04:20:25.963409 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-0fe15661-9851-46d9-8e3b-6b92606efc87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef1beba-9166-4527-9646-13388dc57d5b {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:20:26.020883 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-0fe15661-9851-46d9-8e3b-6b92606efc87 service neutron] Publish callbacks [] for port (cef1beba-9166-4527-9646-13388dc57d5b), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:26.023821 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6920845-dc4a-4f1f-80ee-ebb2be3a5154 req-1b0c4b31-7d9e-4409-be13-f98e2e11ab27 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:26.028004 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d6920845-dc4a-4f1f-80ee-ebb2be3a5154 req-1b0c4b31-7d9e-4409-be13-f98e2e11ab27 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 932 time: 0.1149204 Feb 15 04:20:26.037950 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3b4f701a-c4ad-4bb4-b916-5279448e7623 req-3c9700c3-742d-468b-8d1e-787e1d97d47d tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271531 Feb 15 04:20:26.075862 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-0fe15661-9851-46d9-8e3b-6b92606efc87 service neutron] Transition to ACTIVE for port object cef1beba-9166-4527-9646-13388dc57d5b will not be triggered until provisioned by entity L2. {{(pid=102633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 04:20:26.083504 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-0fe15661-9851-46d9-8e3b-6b92606efc87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (cef1beba-9166-4527-9646-13388dc57d5b), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:26.164201 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d6920845-dc4a-4f1f-80ee-ebb2be3a5154 req-bcd5918d-1de3-4436-b57b-bd1cab55fba8 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229539 Feb 15 04:20:26.192871 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe15661-9851-46d9-8e3b-6b92606efc87 service neutron] Pushing event updated for resources: {'Port': ['ID=cef1beba-9166-4527-9646-13388dc57d5b,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:26.372635 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-0fe15661-9851-46d9-8e3b-6b92606efc87 service neutron] Attempting to bind port cef1beba-9166-4527-9646-13388dc57d5b on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:20:26.373033 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-0fe15661-9851-46d9-8e3b-6b92606efc87 service neutron] Attempting to bind port cef1beba-9166-4527-9646-13388dc57d5b by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '893e466e-66a5-45bb-9724-e0a92ab9dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:20:26.373372 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-0fe15661-9851-46d9-8e3b-6b92606efc87 service neutron] Attempting to bind port cef1beba-9166-4527-9646-13388dc57d5b on network c49ed967-4df2-4c03-a3f7-11bc631a5279 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:20:26.381175 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-0fe15661-9851-46d9-8e3b-6b92606efc87 service neutron] Port cef1beba-9166-4527-9646-13388dc57d5b on network c49ed967-4df2-4c03-a3f7-11bc631a5279 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 04:20:26.381508 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-0fe15661-9851-46d9-8e3b-6b92606efc87 service neutron] Attempting to bind port cef1beba-9166-4527-9646-13388dc57d5b on network c49ed967-4df2-4c03-a3f7-11bc631a5279 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:20:26.389529 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-0fe15661-9851-46d9-8e3b-6b92606efc87 service neutron] Checking agent: {'id': '3d42c16f-c1cc-4a31-813a-51fffe75373d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'started_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:20:26.390593 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-0fe15661-9851-46d9-8e3b-6b92606efc87 service neutron] Checking segment: {'id': '893e466e-66a5-45bb-9724-e0a92ab9dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:20:26.391840 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-0fe15661-9851-46d9-8e3b-6b92606efc87 service neutron] Bound using segment: {'id': '893e466e-66a5-45bb-9724-e0a92ab9dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:20:26.393573 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-0fe15661-9851-46d9-8e3b-6b92606efc87 service neutron] Bound port: cef1beba-9166-4527-9646-13388dc57d5b, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '893e466e-66a5-45bb-9724-e0a92ab9dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:20:26.393955 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-0fe15661-9851-46d9-8e3b-6b92606efc87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (cef1beba-9166-4527-9646-13388dc57d5b), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:26.519322 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-0fe15661-9851-46d9-8e3b-6b92606efc87 service neutron] For port cef1beba-9166-4527-9646-13388dc57d5b, host hv-cinder-81610, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:20:26.525916 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-0fe15661-9851-46d9-8e3b-6b92606efc87 service neutron] For port cef1beba-9166-4527-9646-13388dc57d5b, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=cef1beba-9166-4527-9646-13388dc57d5b,segment=NetworkSegment(893e466e-66a5-45bb-9724-e0a92ab9dee9),segment_id=893e466e-66a5-45bb-9724-e0a92ab9dee9)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:20:26.536947 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-0fe15661-9851-46d9-8e3b-6b92606efc87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (cef1beba-9166-4527-9646-13388dc57d5b), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:26.598523 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-0fe15661-9851-46d9-8e3b-6b92606efc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:26.599730 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-0fe15661-9851-46d9-8e3b-6b92606efc87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:26.602264 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-0fe15661-9851-46d9-8e3b-6b92606efc87 service neutron] 10.222.0.59 "PUT /v2.0/ports/cef1beba-9166-4527-9646-13388dc57d5b HTTP/1.1" status: 200 len: 1094 time: 2.2782495 Feb 15 04:20:26.650278 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe15661-9851-46d9-8e3b-6b92606efc87 service neutron] Pushing event updated for resources: {'Port': ['ID=cef1beba-9166-4527-9646-13388dc57d5b,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:26.993615 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1af767-a553-4374-8482-5479b6208bb9 req-48deb949-d658-4881-b4eb-7a901ab01aea tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:26.996340 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-fd1af767-a553-4374-8482-5479b6208bb9 req-48deb949-d658-4881-b4eb-7a901ab01aea tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 943 time: 0.0952454 Feb 15 04:20:27.091307 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-fd1af767-a553-4374-8482-5479b6208bb9 req-4669ed7c-46d0-484f-a834-676b089044b7 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814641 Feb 15 04:20:27.268017 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47c969-c9fc-428a-b0e7-1d9a690d6b97 req-4c3e9354-428c-4464-b65f-a94b84480891 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:27.269912 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-9c47c969-c9fc-428a-b0e7-1d9a690d6b97 req-4c3e9354-428c-4464-b65f-a94b84480891 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.1096680 Feb 15 04:20:27.326771 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-9c47c969-c9fc-428a-b0e7-1d9a690d6b97 req-b2bfb885-a5da-4444-b600-77cd5f907fe2 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503407 Feb 15 04:20:27.367299 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eebc99-5174-4409-b4a5-8d3c41edec29 req-9d1ff80c-a6eb-4a90-893c-050dc6eb205d tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:27.370282 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a4eebc99-5174-4409-b4a5-8d3c41edec29 req-9d1ff80c-a6eb-4a90-893c-050dc6eb205d tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 944 time: 0.1037974 Feb 15 04:20:27.409684 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda24f72-ec24-4b2a-9eed-23dbe8b9706c', 'tag': 'cef1beba-9166-4527-9646-13388dc57d5b'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:20:27.412415 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf76a0a-197a-44e2-9eb8-2396c3171cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "eda24f72-ec24-4b2a-9eed-23dbe8b9706c", "tag": "cef1beba-9166-4527-9646-13388dc57d5b"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:20:27.457629 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a4eebc99-5174-4409-b4a5-8d3c41edec29 req-a435f7e0-7a86-4081-b742-76163f95a043 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808694 Feb 15 04:20:27.468165 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5078c517-b847-43ae-b4ee-5bd0dcad865a x-openstack-request-id: req-5078c517-b847-43ae-b4ee-5bd0dcad865a {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:20:27.468751 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda24f72-ec24-4b2a-9eed-23dbe8b9706c", "tag": "cef1beba-9166-4527-9646-13388dc57d5b", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:20:27.473142 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5078c517-b847-43ae-b4ee-5bd0dcad865a {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:20:27.473142 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda24f72-ec24-4b2a-9eed-23dbe8b9706c', 'tag': 'cef1beba-9166-4527-9646-13388dc57d5b', 'status': 'completed', 'code': 200} Feb 15 04:20:27.726670 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 3de6a7fb-53a5-40a9-af0f-ab012f0726c6 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 04:20:27.847079 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 3de6a7fb-53a5-40a9-af0f-ab012f0726c6, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=3de6a7fb-53a5-40a9-af0f-ab012f0726c6,segment=NetworkSegment(e61be41a-7e7b-4345-aa45-9232b26d6b0c),segment_id=e61be41a-7e7b-4345-aa45-9232b26d6b0c)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:20:27.858945 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Returning: {'device': '3de6a7fb-53a5-40a9-af0f-ab012f0726c6', 'network_id': 'ee659080-78cf-4efd-be3b-466b39ec5040', 'port_id': '3de6a7fb-53a5-40a9-af0f-ab012f0726c6', 'mac_address': 'fa:16:3e:7b:fc:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4162ffac-2362-474f-b644-4e31f81938f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 04:20:27.903739 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 3de6a7fb-53a5-40a9-af0f-ab012f0726c6 is: DOWN; New status is: BUILD {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:20:27.904137 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (3de6a7fb-53a5-40a9-af0f-ab012f0726c6), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:27.918945 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3de6a7fb-53a5-40a9-af0f-ab012f0726c6 {{(pid=102635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:20:27.943435 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 3de6a7fb-53a5-40a9-af0f-ab012f0726c6, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=3de6a7fb-53a5-40a9-af0f-ab012f0726c6,segment=NetworkSegment(e61be41a-7e7b-4345-aa45-9232b26d6b0c),segment_id=e61be41a-7e7b-4345-aa45-9232b26d6b0c)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:20:27.947687 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (3de6a7fb-53a5-40a9-af0f-ab012f0726c6), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:27.999151 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=3de6a7fb-53a5-40a9-af0f-ab012f0726c6,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:28.227731 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea94a27-006c-48e7-950d-bc721f0ca0be req-cadba067-cb3a-4f99-8e85-c13c46790568 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:28.229423 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-8ea94a27-006c-48e7-950d-bc721f0ca0be req-cadba067-cb3a-4f99-8e85-c13c46790568 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 943 time: 0.0578375 Feb 15 04:20:28.286480 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-8ea94a27-006c-48e7-950d-bc721f0ca0be req-356aebaf-ad23-4c6a-8870-679cdc4c6497 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510283 Feb 15 04:20:28.473707 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a653d-15dd-4f38-84f7-302238daa7ff req-a42a42be-64a3-49a7-b5c6-d432346c4c9f tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:28.475367 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-253a653d-15dd-4f38-84f7-302238daa7ff req-a42a42be-64a3-49a7-b5c6-d432346c4c9f tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.0589826 Feb 15 04:20:28.530640 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-253a653d-15dd-4f38-84f7-302238daa7ff req-ee8e63b7-cb71-44e1-a5d5-59aa59b85ae6 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491183 Feb 15 04:20:28.603535 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6a1e2-20e9-4e7a-a161-b1ca3256134e req-053c216c-d2fa-4c38-9374-7aad611a5825 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:28.605164 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-50a6a1e2-20e9-4e7a-a161-b1ca3256134e req-053c216c-d2fa-4c38-9374-7aad611a5825 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 944 time: 0.0762911 Feb 15 04:20:28.682362 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-50a6a1e2-20e9-4e7a-a161-b1ca3256134e req-9725a9a9-50d3-461e-8037-553c22bbcb1b tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705922 Feb 15 04:20:29.441601 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10a2ed-7138-4e81-baec-4287304deb98 req-f8b8d9d6-3e6e-4944-9f95-6fa8f3d31fda tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:29.443295 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8b10a2ed-7138-4e81-baec-4287304deb98 req-f8b8d9d6-3e6e-4944-9f95-6fa8f3d31fda tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 943 time: 0.0655885 Feb 15 04:20:29.498944 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8b10a2ed-7138-4e81-baec-4287304deb98 req-63766fd3-a257-43ba-a454-8994b6928ff7 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489929 Feb 15 04:20:29.678398 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db7427-7d58-4aa9-a03e-1e485fc02252 req-f8d34a73-4597-4691-b493-770bd7bc626e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:29.680122 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-83db7427-7d58-4aa9-a03e-1e485fc02252 req-f8d34a73-4597-4691-b493-770bd7bc626e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.0595291 Feb 15 04:20:29.781276 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-83db7427-7d58-4aa9-a03e-1e485fc02252 req-36f0fa2b-0eb4-4919-bc94-778dd6ecd539 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948246 Feb 15 04:20:29.854347 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701cb7c-023a-4bd3-9f96-6355ad6257ff req-992ecca5-de74-43a6-9dfd-3f781f49f690 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:29.855923 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9701cb7c-023a-4bd3-9f96-6355ad6257ff req-992ecca5-de74-43a6-9dfd-3f781f49f690 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 944 time: 0.0686586 Feb 15 04:20:29.909372 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9701cb7c-023a-4bd3-9f96-6355ad6257ff req-f515e639-1364-4bea-8420-b8956e1d47da tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467091 Feb 15 04:20:30.284535 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d869ec-6a2d-44f6-90f6-12c076962f1c req-4e20866b-eaf3-40ea-81d8-38ec60912f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:30.287273 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-15d869ec-6a2d-44f6-90f6-12c076962f1c req-4e20866b-eaf3-40ea-81d8-38ec60912f49 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f8bc531651b748a791dbbbc11ee10adb&device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 1127 time: 0.0944486 Feb 15 04:20:30.513584 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c03f6-672f-4e95-85f7-54f2b3092362 req-364f115b-8a8a-4a25-b026-f296f54d7c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:30.516007 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-189c03f6-672f-4e95-85f7-54f2b3092362 req-364f115b-8a8a-4a25-b026-f296f54d7c47 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6908f5f033f4c8888210c0cf405f4fa&device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 1127 time: 0.2101452 Feb 15 04:20:30.523904 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf76a0a-197a-44e2-9eb8-2396c3171cd3 req-3d4ae019-dfdd-4069-9cdb-000b843dc540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:30.526557 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ddf76a0a-197a-44e2-9eb8-2396c3171cd3 req-3d4ae019-dfdd-4069-9cdb-000b843dc540 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e4ef5a0f7e5040c0aa3d33d31fbbb206&device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 1128 time: 0.2216885 Feb 15 04:20:30.670894 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d869ec-6a2d-44f6-90f6-12c076962f1c req-5241de6d-3a7c-4bb9-88ef-94757b2d2ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:30.672401 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-15d869ec-6a2d-44f6-90f6-12c076962f1c req-5241de6d-3a7c-4bb9-88ef-94757b2d2ef3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ee659080-78cf-4efd-be3b-466b39ec5040 HTTP/1.1" status: 200 len: 919 time: 0.3777223 Feb 15 04:20:30.684702 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c99e4-373c-4bb1-bb66-c8701c62ff20 req-dcf9f1a4-c09f-4c51-ac10-f3052f680f8d tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:30.688387 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-491c99e4-373c-4bb1-bb66-c8701c62ff20 req-dcf9f1a4-c09f-4c51-ac10-f3052f680f8d tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 943 time: 0.1030772 Feb 15 04:20:30.812817 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-15d869ec-6a2d-44f6-90f6-12c076962f1c req-9715cb46-929b-4a82-879a-b9c99615e9bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3749bf1d-7b7c-4d1e-b42c-d6d16599f7be HTTP/1.1" status: 200 len: 217 time: 0.1009846 Feb 15 04:20:30.818628 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-491c99e4-373c-4bb1-bb66-c8701c62ff20 req-e5c4ee7e-4587-4561-9137-db1cce6184b5 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132078 Feb 15 04:20:31.003023 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c03f6-672f-4e95-85f7-54f2b3092362 req-74fe88ac-b1fd-4303-bca9-c3241fe70e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:31.005443 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-189c03f6-672f-4e95-85f7-54f2b3092362 req-74fe88ac-b1fd-4303-bca9-c3241fe70e01 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f0c3e2a8-7b6d-47b3-b743-56e894a4b50d HTTP/1.1" status: 200 len: 916 time: 0.4699759 Feb 15 04:20:31.042513 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf76a0a-197a-44e2-9eb8-2396c3171cd3 req-47216afd-266e-46fb-9a29-c49c9bfce0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:31.044542 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ddf76a0a-197a-44e2-9eb8-2396c3171cd3 req-47216afd-266e-46fb-9a29-c49c9bfce0c2 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=e4ef5a0f7e5040c0aa3d33d31fbbb206&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5070674 Feb 15 04:20:31.059904 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d869ec-6a2d-44f6-90f6-12c076962f1c req-3dea2e2e-19aa-4b18-bade-b206c2c9c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:31.061818 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-15d869ec-6a2d-44f6-90f6-12c076962f1c req-3dea2e2e-19aa-4b18-bade-b206c2c9c808 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4162ffac-2362-474f-b644-4e31f81938f3 HTTP/1.1" status: 200 len: 859 time: 0.2361374 Feb 15 04:20:31.123186 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-189c03f6-672f-4e95-85f7-54f2b3092362 req-3420dabf-6797-4d86-818c-f8fb48312952 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=363efce2-a87d-4ada-a63b-669f59236698 HTTP/1.1" status: 200 len: 217 time: 0.0765476 Feb 15 04:20:31.134541 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317cc50-0872-48f2-8676-db574d20a405 req-9bbab94a-d2f5-4ea1-9735-bd06c3182a7d tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:31.148121 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a317cc50-0872-48f2-8676-db574d20a405 req-9bbab94a-d2f5-4ea1-9735-bd06c3182a7d tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 944 time: 0.1123545 Feb 15 04:20:31.182323 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-15d869ec-6a2d-44f6-90f6-12c076962f1c req-67fdbe0a-1d8f-4ac5-bf26-d25836c148fc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ee659080-78cf-4efd-be3b-466b39ec5040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763338 Feb 15 04:20:31.245661 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a317cc50-0872-48f2-8676-db574d20a405 req-e4bdba80-85d9-4941-85ee-916c41a12567 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958531 Feb 15 04:20:31.526656 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['3de6a7fb-53a5-40a9-af0f-ab012f0726c6'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:20:31.816648 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7886c5-c2c9-4016-a908-2bf579002594 req-e221171a-2019-4eca-b687-d1c95adefca9 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:31.827984 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7d7886c5-c2c9-4016-a908-2bf579002594 req-e221171a-2019-4eca-b687-d1c95adefca9 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.8743327 Feb 15 04:20:31.862786 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c03f6-672f-4e95-85f7-54f2b3092362 req-95a33476-b858-479d-8294-29da623ce3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:31.865826 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-189c03f6-672f-4e95-85f7-54f2b3092362 req-95a33476-b858-479d-8294-29da623ce3ab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5c54656-66d3-4f7d-bcac-e474d59bf132 HTTP/1.1" status: 200 len: 855 time: 0.7087331 Feb 15 04:20:31.941549 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 52392) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:32.026317 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf76a0a-197a-44e2-9eb8-2396c3171cd3 req-b722c260-61b9-47e3-a429-2034096e6436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:32.028878 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ddf76a0a-197a-44e2-9eb8-2396c3171cd3 req-b722c260-61b9-47e3-a429-2034096e6436 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.9657919 Feb 15 04:20:32.030107 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b813ef-5db8-4f59-9c70-45dcf50ef2cd req-501f1ed2-3105-4751-883f-027409879ffd tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:32.035627 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-15d869ec-6a2d-44f6-90f6-12c076962f1c req-d76b18f6-ab08-4897-92b2-e42adc00d17d service neutron] 10.222.0.59 "GET /v2.0/networks/ee659080-78cf-4efd-be3b-466b39ec5040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8037040 Feb 15 04:20:32.074487 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-b7b813ef-5db8-4f59-9c70-45dcf50ef2cd req-501f1ed2-3105-4751-883f-027409879ffd tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 943 time: 0.1449442 Feb 15 04:20:32.187238 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-b7b813ef-5db8-4f59-9c70-45dcf50ef2cd req-423d10c3-0aeb-42c6-88be-85e914a30d0f tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107032 Feb 15 04:20:32.233407 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2d5e6bef-2958-48ac-b11f-5c6d4efd9185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:32.249570 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7d7886c5-c2c9-4016-a908-2bf579002594 req-b5a6fda6-9ace-4af8-9f9e-e04f1b5980bb tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4198022 Feb 15 04:20:32.275664 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c03f6-672f-4e95-85f7-54f2b3092362 req-080fb30c-4a80-4161-992f-3b4f1035404e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:32.277236 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-189c03f6-672f-4e95-85f7-54f2b3092362 req-080fb30c-4a80-4161-992f-3b4f1035404e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0c3e2a8-7b6d-47b3-b743-56e894a4b50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3081036 Feb 15 04:20:32.294365 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-54fc3201-9212-4069-bb84-76916acb5583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:32.461958 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2d5e6bef-2958-48ac-b11f-5c6d4efd9185 admin admin] Publish callbacks [] for security_group (780e3b51-c860-4935-a674-9489b2a9d58a), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:32.471389 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2d5e6bef-2958-48ac-b11f-5c6d4efd9185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (780e3b51-c860-4935-a674-9489b2a9d58a), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:32.501036 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-15d869ec-6a2d-44f6-90f6-12c076962f1c req-97111ab6-3ea3-4aff-a406-06247a101afc service neutron] 10.222.0.59 "GET /v2.0/networks/ee659080-78cf-4efd-be3b-466b39ec5040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506450 Feb 15 04:20:32.510068 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-2a3040b6-5636-4113-afe7-81500244db34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:32.512254 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-2a3040b6-5636-4113-afe7-81500244db34 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e4ef5a0f7e5040c0aa3d33d31fbbb206&device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 1128 time: 0.3218491 Feb 15 04:20:32.572626 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-2d5e6bef-2958-48ac-b11f-5c6d4efd9185 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=149ab4fbfa674bccbcceeee252a0d336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6285648 Feb 15 04:20:32.573866 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e6bef-2958-48ac-b11f-5c6d4efd9185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780e3b51-c860-4935-a674-9489b2a9d58a,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:32.594534 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 52412) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:32.597818 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-189c03f6-672f-4e95-85f7-54f2b3092362 req-d74b7665-7421-4aac-bc86-5aa167e7a378 service neutron] 10.222.0.59 "GET /v2.0/networks/f0c3e2a8-7b6d-47b3-b743-56e894a4b50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103440 Feb 15 04:20:32.600654 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-a45e2486-3a64-43b7-bb79-ecb2d41490e1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cef1beba-9166-4527-9646-13388dc57d5b HTTP/1.1" status: 200 len: 217 time: 0.0767553 Feb 15 04:20:32.659502 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6fb1e-b599-41b2-a512-a0145d720842 req-6ce14098-acf2-4077-8c9d-a7a818100124 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:32.662964 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-63b6fb1e-b599-41b2-a512-a0145d720842 req-6ce14098-acf2-4077-8c9d-a7a818100124 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 944 time: 0.2778277 Feb 15 04:20:32.769622 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-6e25bd7f-2edc-4098-a293-a66a5aa97f62 admin admin] Publish callbacks [] for security_group (780e3b51-c860-4935-a674-9489b2a9d58a), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:32.787932 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-63b6fb1e-b599-41b2-a512-a0145d720842 req-5917f496-0f63-4f76-a924-44ade51b55be tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051126 Feb 15 04:20:32.806872 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-6e25bd7f-2edc-4098-a293-a66a5aa97f62 admin admin] Publish callbacks [] for security_group (780e3b51-c860-4935-a674-9489b2a9d58a), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:32.868934 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-92d216ff-8f7d-48c5-8b59-9272b86e199d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:32.870644 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-92d216ff-8f7d-48c5-8b59-9272b86e199d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=07051326-83bf-45b5-9e91-0b63b787c497 HTTP/1.1" status: 200 len: 850 time: 0.2488415 Feb 15 04:20:32.873236 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-189c03f6-672f-4e95-85f7-54f2b3092362 req-6c3099c4-5d17-4323-afc4-caf467596545 service neutron] 10.222.0.59 "GET /v2.0/networks/f0c3e2a8-7b6d-47b3-b743-56e894a4b50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641549 Feb 15 04:20:32.912099 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-6e25bd7f-2edc-4098-a293-a66a5aa97f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (780e3b51-c860-4935-a674-9489b2a9d58a), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:32.920664 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-6e25bd7f-2edc-4098-a293-a66a5aa97f62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:32.927202 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-6e25bd7f-2edc-4098-a293-a66a5aa97f62 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/780e3b51-c860-4935-a674-9489b2a9d58a HTTP/1.1" status: 204 len: 168 time: 0.3189380 Feb 15 04:20:32.943515 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25bd7f-2edc-4098-a293-a66a5aa97f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780e3b51-c860-4935-a674-9489b2a9d58a,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:32.960618 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-cddf201a-afea-4c82-b7cd-022ae86d7804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:32.962707 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-cddf201a-afea-4c82-b7cd-022ae86d7804 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c49ed967-4df2-4c03-a3f7-11bc631a5279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0799191 Feb 15 04:20:33.134820 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-1e40d231-1741-4313-bace-dae6748ac0ec service neutron] 10.222.0.59 "GET /v2.0/networks/c49ed967-4df2-4c03-a3f7-11bc631a5279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629598 Feb 15 04:20:33.408346 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-41feeaa6-5c47-46de-986b-7acb60cbe7af req-048dd93b-487b-4414-868b-69ef8d3b2476 service neutron] 10.222.0.59 "GET /v2.0/networks/c49ed967-4df2-4c03-a3f7-11bc631a5279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654891 Feb 15 04:20:33.567517 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5a384-5766-4e65-9db1-636ef2096afc req-993250d3-3e9c-496f-939c-5b5f5dcfaf68 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:33.569301 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e8e5a384-5766-4e65-9db1-636ef2096afc req-993250d3-3e9c-496f-939c-5b5f5dcfaf68 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 943 time: 0.1565900 Feb 15 04:20:33.721739 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e8e5a384-5766-4e65-9db1-636ef2096afc req-b430dbe9-4964-462a-9d91-1f7a259eb9b1 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297660 Feb 15 04:20:33.801323 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 52458) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:33.849545 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1bdafe59-b6cb-4bdc-95e3-bb2953cf3aab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:33.854886 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 52464) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:33.918068 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420129d-ed81-4b3d-9cab-32b5125cb9ee req-582eb5a5-39bc-4733-950d-ad2e52ac1d62 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:33.926165 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f420129d-ed81-4b3d-9cab-32b5125cb9ee req-582eb5a5-39bc-4733-950d-ad2e52ac1d62 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.1362171 Feb 15 04:20:33.993820 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1bdafe59-b6cb-4bdc-95e3-bb2953cf3aab admin admin] Publish callbacks [] for security_group (fc190d50-ebac-4a07-9c46-17f9397dd986), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:34.028170 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1bdafe59-b6cb-4bdc-95e3-bb2953cf3aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (fc190d50-ebac-4a07-9c46-17f9397dd986), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:34.065809 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f420129d-ed81-4b3d-9cab-32b5125cb9ee req-bcbe4a39-0bc5-4633-98db-dec8749aa515 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363368 Feb 15 04:20:34.127848 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-1bdafe59-b6cb-4bdc-95e3-bb2953cf3aab admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e0ebc62b4a8e422ca13e8b7dff3cd770&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3240838 Feb 15 04:20:34.128593 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 52472) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:34.179981 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdafe59-b6cb-4bdc-95e3-bb2953cf3aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc190d50-ebac-4a07-9c46-17f9397dd986,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:34.212447 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67d7e2-1fee-4979-8545-77c697513158 req-d593c1e8-fdab-4421-b22f-8152d39e1cf6 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:34.215134 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cf67d7e2-1fee-4979-8545-77c697513158 req-d593c1e8-fdab-4421-b22f-8152d39e1cf6 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 944 time: 0.2166724 Feb 15 04:20:34.225211 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8230a153-5624-4f5b-a051-fdc3fe156224 admin admin] Publish callbacks [] for security_group (fc190d50-ebac-4a07-9c46-17f9397dd986), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:34.255121 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8230a153-5624-4f5b-a051-fdc3fe156224 admin admin] Publish callbacks [] for security_group (fc190d50-ebac-4a07-9c46-17f9397dd986), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:34.299348 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cf67d7e2-1fee-4979-8545-77c697513158 req-5bf72d03-35b2-4404-b08c-7629648d694a tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744967 Feb 15 04:20:34.343010 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-adf56cf3-3600-4dee-a32a-9db586f7eec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:34.389252 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8230a153-5624-4f5b-a051-fdc3fe156224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (fc190d50-ebac-4a07-9c46-17f9397dd986), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:34.392582 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8230a153-5624-4f5b-a051-fdc3fe156224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:34.394687 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-8230a153-5624-4f5b-a051-fdc3fe156224 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fc190d50-ebac-4a07-9c46-17f9397dd986 HTTP/1.1" status: 204 len: 168 time: 0.2636333 Feb 15 04:20:34.426568 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230a153-5624-4f5b-a051-fdc3fe156224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc190d50-ebac-4a07-9c46-17f9397dd986,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:34.449309 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230a153-5624-4f5b-a051-fdc3fe156224 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:34.450158 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230a153-5624-4f5b-a051-fdc3fe156224 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:34.450749 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230a153-5624-4f5b-a051-fdc3fe156224 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:34.451562 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230a153-5624-4f5b-a051-fdc3fe156224 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:34.452336 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230a153-5624-4f5b-a051-fdc3fe156224 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:34.453329 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230a153-5624-4f5b-a051-fdc3fe156224 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:34.454111 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230a153-5624-4f5b-a051-fdc3fe156224 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:34.455409 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230a153-5624-4f5b-a051-fdc3fe156224 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:34.456163 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230a153-5624-4f5b-a051-fdc3fe156224 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:34.457006 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230a153-5624-4f5b-a051-fdc3fe156224 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:34.457787 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230a153-5624-4f5b-a051-fdc3fe156224 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:34.458554 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230a153-5624-4f5b-a051-fdc3fe156224 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:34.459316 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230a153-5624-4f5b-a051-fdc3fe156224 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:34.536184 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-adf56cf3-3600-4dee-a32a-9db586f7eec0 admin admin] Publish callbacks [] for security_group (aa939e33-769f-43bd-86f7-4caf91f2fd5c), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:34.543960 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-adf56cf3-3600-4dee-a32a-9db586f7eec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (aa939e33-769f-43bd-86f7-4caf91f2fd5c), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:34.587601 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-adf56cf3-3600-4dee-a32a-9db586f7eec0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=45220fca5ae1406d814191d5246511fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7317107 Feb 15 04:20:34.590049 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf56cf3-3600-4dee-a32a-9db586f7eec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa939e33-769f-43bd-86f7-4caf91f2fd5c,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:34.593581 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 52480) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:34.619961 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:20:34.676837 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f1da1193-d9ec-46be-8977-ad191ee2c0ca admin admin] Publish callbacks [] for security_group (aa939e33-769f-43bd-86f7-4caf91f2fd5c), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:34.686689 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 3749bf1d-7b7c-4d1e-b42c-d6d16599f7be details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 04:20:34.711513 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f1da1193-d9ec-46be-8977-ad191ee2c0ca admin admin] Publish callbacks [] for security_group (aa939e33-769f-43bd-86f7-4caf91f2fd5c), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:34.716956 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 3de6a7fb-53a5-40a9-af0f-ab012f0726c6 up at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:20:34.830765 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f1da1193-d9ec-46be-8977-ad191ee2c0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (aa939e33-769f-43bd-86f7-4caf91f2fd5c), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:34.833542 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f1da1193-d9ec-46be-8977-ad191ee2c0ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:34.836665 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-f1da1193-d9ec-46be-8977-ad191ee2c0ca admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aa939e33-769f-43bd-86f7-4caf91f2fd5c HTTP/1.1" status: 204 len: 168 time: 0.2398040 Feb 15 04:20:34.862716 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da1193-d9ec-46be-8977-ad191ee2c0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa939e33-769f-43bd-86f7-4caf91f2fd5c,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:34.936219 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 3749bf1d-7b7c-4d1e-b42c-d6d16599f7be, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=3749bf1d-7b7c-4d1e-b42c-d6d16599f7be,segment=NetworkSegment(e61be41a-7e7b-4345-aa45-9232b26d6b0c),segment_id=e61be41a-7e7b-4345-aa45-9232b26d6b0c)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:20:34.964407 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Returning: {'device': '3749bf1d-7b7c-4d1e-b42c-d6d16599f7be', 'network_id': 'ee659080-78cf-4efd-be3b-466b39ec5040', 'port_id': '3749bf1d-7b7c-4d1e-b42c-d6d16599f7be', 'mac_address': 'fa:16:3e:b8:70:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4162ffac-2362-474f-b644-4e31f81938f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 04:20:34.974309 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning for port 3de6a7fb-53a5-40a9-af0f-ab012f0726c6 completed by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 04:20:34.984687 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning complete for port 3de6a7fb-53a5-40a9-af0f-ab012f0726c6 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:20:34.985648 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (3de6a7fb-53a5-40a9-af0f-ab012f0726c6), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:35.003614 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb3d50-ba02-403e-b5df-e138a176b816 req-6f2cd29c-f53a-4282-bbd6-94662b9e8191 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:35.008069 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-07cb3d50-ba02-403e-b5df-e138a176b816 req-6f2cd29c-f53a-4282-bbd6-94662b9e8191 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 943 time: 0.1300347 Feb 15 04:20:35.111673 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-07cb3d50-ba02-403e-b5df-e138a176b816 req-f3af78a4-fcfa-4ed4-88fe-380e06230a37 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885036 Feb 15 04:20:35.127985 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 3749bf1d-7b7c-4d1e-b42c-d6d16599f7be is: DOWN; New status is: BUILD {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:20:35.129031 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (3749bf1d-7b7c-4d1e-b42c-d6d16599f7be), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:35.162342 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3749bf1d-7b7c-4d1e-b42c-d6d16599f7be {{(pid=102635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:20:35.284725 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 3749bf1d-7b7c-4d1e-b42c-d6d16599f7be, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=3749bf1d-7b7c-4d1e-b42c-d6d16599f7be,segment=NetworkSegment(e61be41a-7e7b-4345-aa45-9232b26d6b0c),segment_id=e61be41a-7e7b-4345-aa45-9232b26d6b0c)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:20:35.317446 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 3de6a7fb-53a5-40a9-af0f-ab012f0726c6 is: BUILD; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:20:35.318075 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (3de6a7fb-53a5-40a9-af0f-ab012f0726c6), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:35.321910 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (3749bf1d-7b7c-4d1e-b42c-d6d16599f7be), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:35.322598 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 363efce2-a87d-4ada-a63b-669f59236698 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 04:20:35.334237 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f8cd8-cc1d-4d15-b238-2f8cbf45532f req-622936de-6f8f-4857-956b-599718990420 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:35.338147 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-599f8cd8-cc1d-4d15-b238-2f8cbf45532f req-622936de-6f8f-4857-956b-599718990420 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.1042693 Feb 15 04:20:35.449986 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca522ac8-8430-4ab4-aa43-9de561155e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de6a7fb-53a5-40a9-af0f-ab012f0726c6'}] {{(pid=102635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:20:35.452883 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274a2a5e9be6a0ee09154d0e072c1b660d39e5ec588b61e50c849ad5e467022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee42703-fb0e-416c-8d12-24b7ccfce9e6" -d '{"events": [{"server_uuid": "ca522ac8-8430-4ab4-aa43-9de561155e52", "name": "network-vif-plugged", "status": "completed", "tag": "3de6a7fb-53a5-40a9-af0f-ab012f0726c6"}]}' {{(pid=102635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:20:35.461692 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-599f8cd8-cc1d-4d15-b238-2f8cbf45532f req-ca681f4d-02ac-4cce-84b8-c6df389eee58 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145079 Feb 15 04:20:35.502568 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 3de6a7fb-53a5-40a9-af0f-ab012f0726c6, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=3de6a7fb-53a5-40a9-af0f-ab012f0726c6,segment=NetworkSegment(e61be41a-7e7b-4345-aa45-9232b26d6b0c),segment_id=e61be41a-7e7b-4345-aa45-9232b26d6b0c)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:20:35.507374 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=3749bf1d-7b7c-4d1e-b42c-d6d16599f7be,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:35.529031 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (3de6a7fb-53a5-40a9-af0f-ab012f0726c6), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:35.641571 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba44c1b-6959-42a2-b95b-f7ab6a828888 req-534dc311-89a2-41e5-91b2-411700cc8ae3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:35.644768 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-dba44c1b-6959-42a2-b95b-f7ab6a828888 req-534dc311-89a2-41e5-91b2-411700cc8ae3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 944 time: 0.0900264 Feb 15 04:20:35.718648 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 363efce2-a87d-4ada-a63b-669f59236698, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=363efce2-a87d-4ada-a63b-669f59236698,segment=NetworkSegment(a2939050-b15c-425b-a2c1-f2f0e37f1e44),segment_id=a2939050-b15c-425b-a2c1-f2f0e37f1e44)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:20:35.734299 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e776da55-6b95-4757-ba7a-9b766a97845b x-openstack-request-id: req-e776da55-6b95-4757-ba7a-9b766a97845b {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:20:35.734644 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca522ac8-8430-4ab4-aa43-9de561155e52", "name": "network-vif-plugged", "status": "completed", "tag": "3de6a7fb-53a5-40a9-af0f-ab012f0726c6", "code": 200}]} {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:20:35.734907 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e776da55-6b95-4757-ba7a-9b766a97845b {{(pid=102635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:20:35.735428 dv-cinder-816104-2-iscsi neutron-server[102635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca522ac8-8430-4ab4-aa43-9de561155e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de6a7fb-53a5-40a9-af0f-ab012f0726c6', 'code': 200} Feb 15 04:20:35.737324 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Returning: {'device': '363efce2-a87d-4ada-a63b-669f59236698', 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d', 'port_id': '363efce2-a87d-4ada-a63b-669f59236698', 'mac_address': 'fa:16:3e:d3:31:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 04:20:35.739396 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=3de6a7fb-53a5-40a9-af0f-ab012f0726c6,revision_number=5']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:35.764623 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-dba44c1b-6959-42a2-b95b-f7ab6a828888 req-0d918287-e276-40c6-8746-442c3035e27f tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115003 Feb 15 04:20:35.826713 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 363efce2-a87d-4ada-a63b-669f59236698 is: DOWN; New status is: BUILD {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:20:35.827285 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (363efce2-a87d-4ada-a63b-669f59236698), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:35.859518 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 363efce2-a87d-4ada-a63b-669f59236698 {{(pid=102635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:20:35.897711 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 363efce2-a87d-4ada-a63b-669f59236698, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=363efce2-a87d-4ada-a63b-669f59236698,segment=NetworkSegment(a2939050-b15c-425b-a2c1-f2f0e37f1e44),segment_id=a2939050-b15c-425b-a2c1-f2f0e37f1e44)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:20:35.908344 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (363efce2-a87d-4ada-a63b-669f59236698), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:35.959722 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877abf48-a7e2-4dfe-a6fb-c20f6dd2cc9e req-ee87543b-72de-46db-8af3-42cdcd424272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:35.962593 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-877abf48-a7e2-4dfe-a6fb-c20f6dd2cc9e req-ee87543b-72de-46db-8af3-42cdcd424272 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 1130 time: 0.0734468 Feb 15 04:20:35.980215 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=363efce2-a87d-4ada-a63b-669f59236698,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:36.047055 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-877abf48-a7e2-4dfe-a6fb-c20f6dd2cc9e req-e09295ae-fd8d-4f34-93fd-f24bcaa78794 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720043 Feb 15 04:20:36.069289 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-e354f090-c8c7-45f5-a1d0-819e41a3bb8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:36.108526 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 52540) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:36.350047 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aebb20-9956-437f-9f7b-b2628ff31d9a req-82f61855-3621-455b-8ece-5c28854ab54f tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:36.352322 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-27aebb20-9956-437f-9f7b-b2628ff31d9a req-82f61855-3621-455b-8ece-5c28854ab54f tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 944 time: 0.0854878 Feb 15 04:20:36.395857 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:36.398825 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['363efce2-a87d-4ada-a63b-669f59236698'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:20:36.409843 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-50363a10-a587-4994-95f3-b093933667ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:36.438800 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['3749bf1d-7b7c-4d1e-b42c-d6d16599f7be'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:20:36.473298 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-27aebb20-9956-437f-9f7b-b2628ff31d9a req-6d50f084-bebb-45e1-8150-6263f1d24cef tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089480 Feb 15 04:20:36.565412 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-50363a10-a587-4994-95f3-b093933667ff admin admin] Publish callbacks [] for security_group (4f9741bd-8b1b-42dd-954d-1ad74b5ee67f), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:36.572695 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-50363a10-a587-4994-95f3-b093933667ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (4f9741bd-8b1b-42dd-954d-1ad74b5ee67f), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:36.634859 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 52566) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:36.635632 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-50363a10-a587-4994-95f3-b093933667ff admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f5d736d0921f48a0ac265486b8d334f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5252132 Feb 15 04:20:36.641623 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50363a10-a587-4994-95f3-b093933667ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9741bd-8b1b-42dd-954d-1ad74b5ee67f,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:36.652827 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50363a10-a587-4994-95f3-b093933667ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:36.653312 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50363a10-a587-4994-95f3-b093933667ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:36.653670 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50363a10-a587-4994-95f3-b093933667ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:36.654016 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50363a10-a587-4994-95f3-b093933667ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:36.654357 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50363a10-a587-4994-95f3-b093933667ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:36.654691 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50363a10-a587-4994-95f3-b093933667ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:36.655188 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50363a10-a587-4994-95f3-b093933667ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:36.655606 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50363a10-a587-4994-95f3-b093933667ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:36.656006 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50363a10-a587-4994-95f3-b093933667ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:36.656363 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50363a10-a587-4994-95f3-b093933667ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:36.656779 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50363a10-a587-4994-95f3-b093933667ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:36.657223 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50363a10-a587-4994-95f3-b093933667ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:36.658219 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50363a10-a587-4994-95f3-b093933667ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:36.756835 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-85f8c228-00db-4c24-ae70-850679fefbee admin admin] Publish callbacks [] for security_group (4f9741bd-8b1b-42dd-954d-1ad74b5ee67f), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:36.787917 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-85f8c228-00db-4c24-ae70-850679fefbee admin admin] Publish callbacks [] for security_group (4f9741bd-8b1b-42dd-954d-1ad74b5ee67f), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:36.941245 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e2a08-4d58-48c6-b67f-517c0da990ac req-1a0e1e5d-e356-47f5-a055-9bc06e6dc1bb tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:36.942843 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bd6e2a08-4d58-48c6-b67f-517c0da990ac req-1a0e1e5d-e356-47f5-a055-9bc06e6dc1bb tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 944 time: 0.0806108 Feb 15 04:20:37.008752 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5bf50-8f36-4dc8-8c5f-baf64fafb3fd req-83e3ecc4-fa18-4b5e-8043-07e30147e041 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:37.012557 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-31f5bf50-8f36-4dc8-8c5f-baf64fafb3fd req-83e3ecc4-fa18-4b5e-8043-07e30147e041 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 944 time: 0.1935360 Feb 15 04:20:37.055935 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-85f8c228-00db-4c24-ae70-850679fefbee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (4f9741bd-8b1b-42dd-954d-1ad74b5ee67f), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:37.060926 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-85f8c228-00db-4c24-ae70-850679fefbee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:37.062926 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-85f8c228-00db-4c24-ae70-850679fefbee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4f9741bd-8b1b-42dd-954d-1ad74b5ee67f HTTP/1.1" status: 204 len: 168 time: 0.4241648 Feb 15 04:20:37.070894 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bd6e2a08-4d58-48c6-b67f-517c0da990ac req-cfe2fafc-361a-4075-944c-661d0624535d tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180718 Feb 15 04:20:37.096923 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8c228-00db-4c24-ae70-850679fefbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9741bd-8b1b-42dd-954d-1ad74b5ee67f,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:37.141012 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-31f5bf50-8f36-4dc8-8c5f-baf64fafb3fd req-e2c6d10c-0592-4239-9095-97b2b603bd34 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075256 Feb 15 04:20:37.703639 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f629cc0-e95a-43f5-8734-27a07a7843da req-f517e2ce-6677-423d-8919-83594e590f03 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:37.707722 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2f629cc0-e95a-43f5-8734-27a07a7843da req-f517e2ce-6677-423d-8919-83594e590f03 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 944 time: 0.1149452 Feb 15 04:20:37.720461 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 52602) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:37.771014 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a692e349-801c-4952-86a4-6106cf296d4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:37.883589 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 52608) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:37.953496 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2f629cc0-e95a-43f5-8734-27a07a7843da req-91367368-3e21-41fa-af33-b07139cdad8f tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942334 Feb 15 04:20:37.964009 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 52612) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:38.013292 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a692e349-801c-4952-86a4-6106cf296d4e admin admin] Publish callbacks [] for security_group (22656256-6381-4a44-8113-189058bf1d86), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:38.019278 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a692e349-801c-4952-86a4-6106cf296d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (22656256-6381-4a44-8113-189058bf1d86), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:38.061553 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-a692e349-801c-4952-86a4-6106cf296d4e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=21c5a442e59e4f4584857ddbed5c371c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3387794 Feb 15 04:20:38.065477 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 52616) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:38.101474 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-68442e53-d424-4bd9-bacf-c0f32b0fda5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:38.158273 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692e349-801c-4952-86a4-6106cf296d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22656256-6381-4a44-8113-189058bf1d86,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:38.195094 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-69c27266-7032-461b-82a4-62db97b26a23 admin admin] Publish callbacks [] for security_group (22656256-6381-4a44-8113-189058bf1d86), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:38.214642 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6db2b6dd-a725-4e32-8b3f-5597905c431e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:38.294203 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7361043-e4f3-40fa-81cd-5f7e39af9079 req-5023409f-9fb8-4d86-997f-7a51da4e82d7 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:38.296396 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f7361043-e4f3-40fa-81cd-5f7e39af9079 req-5023409f-9fb8-4d86-997f-7a51da4e82d7 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 944 time: 0.1247041 Feb 15 04:20:38.322403 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-69c27266-7032-461b-82a4-62db97b26a23 admin admin] Publish callbacks [] for security_group (22656256-6381-4a44-8113-189058bf1d86), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:38.354143 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-68442e53-d424-4bd9-bacf-c0f32b0fda5f admin admin] Publish callbacks [] for security_group (d2959cbd-732d-4a1f-abe3-2eaab3515916), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:38.360432 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-68442e53-d424-4bd9-bacf-c0f32b0fda5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (d2959cbd-732d-4a1f-abe3-2eaab3515916), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:38.418374 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f7361043-e4f3-40fa-81cd-5f7e39af9079 req-5724c813-3c93-449f-a9b7-1633a1fa46d0 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115100 Feb 15 04:20:38.424449 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68442e53-d424-4bd9-bacf-c0f32b0fda5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2959cbd-732d-4a1f-abe3-2eaab3515916,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:38.435285 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-68442e53-d424-4bd9-bacf-c0f32b0fda5f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=19028a500c384f69a5fd2fcf36714014&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5502319 Feb 15 04:20:38.439755 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 52624) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:38.464861 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48358354-0691-41aa-9f29-f83b52d441bc req-89c0eeba-880d-4212-9472-ca001c172da0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:38.467593 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-48358354-0691-41aa-9f29-f83b52d441bc req-89c0eeba-880d-4212-9472-ca001c172da0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 944 time: 0.2380619 Feb 15 04:20:38.518486 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:38.538332 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8013d1ca-4fb7-4156-80ce-1797949154c7 admin admin] Publish callbacks [] for security_group (d2959cbd-732d-4a1f-abe3-2eaab3515916), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:38.540410 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-69c27266-7032-461b-82a4-62db97b26a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (22656256-6381-4a44-8113-189058bf1d86), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:38.545063 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-69c27266-7032-461b-82a4-62db97b26a23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:38.547063 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-69c27266-7032-461b-82a4-62db97b26a23 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/22656256-6381-4a44-8113-189058bf1d86 HTTP/1.1" status: 204 len: 168 time: 0.4800203 Feb 15 04:20:38.582625 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8013d1ca-4fb7-4156-80ce-1797949154c7 admin admin] Publish callbacks [] for security_group (d2959cbd-732d-4a1f-abe3-2eaab3515916), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:38.589651 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c27266-7032-461b-82a4-62db97b26a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22656256-6381-4a44-8113-189058bf1d86,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:38.628737 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-48358354-0691-41aa-9f29-f83b52d441bc req-16d7b4e2-4a71-4ae1-bf32-12106bf51e6e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367028 Feb 15 04:20:38.678420 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6db2b6dd-a725-4e32-8b3f-5597905c431e admin admin] Publish callbacks [] for security_group (8a5dbb2c-e683-431d-968b-ccf8a0bedfae), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:38.691038 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6db2b6dd-a725-4e32-8b3f-5597905c431e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (8a5dbb2c-e683-431d-968b-ccf8a0bedfae), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:38.705937 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8013d1ca-4fb7-4156-80ce-1797949154c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (d2959cbd-732d-4a1f-abe3-2eaab3515916), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:38.710900 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8013d1ca-4fb7-4156-80ce-1797949154c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:38.719662 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device cef1beba-9166-4527-9646-13388dc57d5b details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 04:20:38.723945 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-8013d1ca-4fb7-4156-80ce-1797949154c7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d2959cbd-732d-4a1f-abe3-2eaab3515916 HTTP/1.1" status: 204 len: 168 time: 0.2735622 Feb 15 04:20:38.742897 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013d1ca-4fb7-4156-80ce-1797949154c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2959cbd-732d-4a1f-abe3-2eaab3515916,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:38.754514 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 3749bf1d-7b7c-4d1e-b42c-d6d16599f7be up at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:20:38.797905 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-6db2b6dd-a725-4e32-8b3f-5597905c431e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=46ba747475264c709aeb5589a3507c3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8319364 Feb 15 04:20:38.799965 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2b6dd-a725-4e32-8b3f-5597905c431e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5dbb2c-e683-431d-968b-ccf8a0bedfae,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:38.802934 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 52630) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:38.966918 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-25dab0fd-ebc3-4c4a-bb70-4ea7e663c577 admin admin] Publish callbacks [] for security_group (8a5dbb2c-e683-431d-968b-ccf8a0bedfae), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:39.068555 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-25dab0fd-ebc3-4c4a-bb70-4ea7e663c577 admin admin] Publish callbacks [] for security_group (8a5dbb2c-e683-431d-968b-ccf8a0bedfae), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:39.233690 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning for port 3749bf1d-7b7c-4d1e-b42c-d6d16599f7be completed by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 04:20:39.250232 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning complete for port 3749bf1d-7b7c-4d1e-b42c-d6d16599f7be triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:20:39.250840 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (3749bf1d-7b7c-4d1e-b42c-d6d16599f7be), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:39.262796 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port cef1beba-9166-4527-9646-13388dc57d5b, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=cef1beba-9166-4527-9646-13388dc57d5b,segment=NetworkSegment(893e466e-66a5-45bb-9724-e0a92ab9dee9),segment_id=893e466e-66a5-45bb-9724-e0a92ab9dee9)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:20:39.325176 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Returning: {'device': 'cef1beba-9166-4527-9646-13388dc57d5b', 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279', 'port_id': 'cef1beba-9166-4527-9646-13388dc57d5b', 'mac_address': 'fa:16:3e:c2:a9:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07051326-83bf-45b5-9e91-0b63b787c497', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 04:20:39.357159 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85b41f-7b7d-454b-9d78-165ca5a5300b req-4a490012-68d0-4821-b6ee-0009efba23cd tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:39.373707 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-dd85b41f-7b7d-454b-9d78-165ca5a5300b req-4a490012-68d0-4821-b6ee-0009efba23cd tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 944 time: 0.2054243 Feb 15 04:20:39.403413 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-25dab0fd-ebc3-4c4a-bb70-4ea7e663c577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (8a5dbb2c-e683-431d-968b-ccf8a0bedfae), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:39.411477 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-25dab0fd-ebc3-4c4a-bb70-4ea7e663c577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:39.414074 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-25dab0fd-ebc3-4c4a-bb70-4ea7e663c577 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8a5dbb2c-e683-431d-968b-ccf8a0bedfae HTTP/1.1" status: 204 len: 168 time: 0.6090815 Feb 15 04:20:39.438552 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dab0fd-ebc3-4c4a-bb70-4ea7e663c577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5dbb2c-e683-431d-968b-ccf8a0bedfae,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:39.472651 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port cef1beba-9166-4527-9646-13388dc57d5b is: DOWN; New status is: BUILD {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:20:39.473780 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (cef1beba-9166-4527-9646-13388dc57d5b), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:39.515057 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-dd85b41f-7b7d-454b-9d78-165ca5a5300b req-2cf57402-fabe-4c98-a944-9725ac2b8fdb tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394985 Feb 15 04:20:39.533977 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef1beba-9166-4527-9646-13388dc57d5b {{(pid=102635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:20:39.573439 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port cef1beba-9166-4527-9646-13388dc57d5b, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=cef1beba-9166-4527-9646-13388dc57d5b,segment=NetworkSegment(893e466e-66a5-45bb-9724-e0a92ab9dee9),segment_id=893e466e-66a5-45bb-9724-e0a92ab9dee9)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:20:39.573439 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 3749bf1d-7b7c-4d1e-b42c-d6d16599f7be is: BUILD; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:20:39.573439 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (3749bf1d-7b7c-4d1e-b42c-d6d16599f7be), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:39.593996 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (cef1beba-9166-4527-9646-13388dc57d5b), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:39.646140 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df009b7-64a5-4585-bde2-aa45e130fa97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3749bf1d-7b7c-4d1e-b42c-d6d16599f7be'}] {{(pid=102635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:20:39.648657 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274a2a5e9be6a0ee09154d0e072c1b660d39e5ec588b61e50c849ad5e467022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ea842a-8a1e-4fb4-933e-cf0af88e545b" -d '{"events": [{"server_uuid": "8df009b7-64a5-4585-bde2-aa45e130fa97", "name": "network-vif-plugged", "status": "completed", "tag": "3749bf1d-7b7c-4d1e-b42c-d6d16599f7be"}]}' {{(pid=102635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:20:39.672753 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 3749bf1d-7b7c-4d1e-b42c-d6d16599f7be, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=3749bf1d-7b7c-4d1e-b42c-d6d16599f7be,segment=NetworkSegment(e61be41a-7e7b-4345-aa45-9232b26d6b0c),segment_id=e61be41a-7e7b-4345-aa45-9232b26d6b0c)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:20:39.681368 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (3749bf1d-7b7c-4d1e-b42c-d6d16599f7be), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:39.682824 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 363efce2-a87d-4ada-a63b-669f59236698 up at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:20:39.728057 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=cef1beba-9166-4527-9646-13388dc57d5b,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:39.768593 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:39.771370 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:39.773066 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:39.773704 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:39.774120 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:39.775721 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:39.776184 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:39.777578 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:39.778003 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:39.779372 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:39.779803 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:39.780512 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:39.781645 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:20:39.796045 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf61706a-543b-4802-b570-8dbcf68a2604 x-openstack-request-id: req-cf61706a-543b-4802-b570-8dbcf68a2604 {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:20:39.796323 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df009b7-64a5-4585-bde2-aa45e130fa97", "name": "network-vif-plugged", "status": "completed", "tag": "3749bf1d-7b7c-4d1e-b42c-d6d16599f7be", "code": 200}]} {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:20:39.796627 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cf61706a-543b-4802-b570-8dbcf68a2604 {{(pid=102635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:20:39.798416 dv-cinder-816104-2-iscsi neutron-server[102635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df009b7-64a5-4585-bde2-aa45e130fa97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3749bf1d-7b7c-4d1e-b42c-d6d16599f7be', 'code': 200} Feb 15 04:20:39.835387 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc0e67-fc86-4200-8a35-4061cc91a60c req-d10940ea-caf8-4484-ac27-dde63bdc2de6 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:39.842569 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-75dc0e67-fc86-4200-8a35-4061cc91a60c req-d10940ea-caf8-4484-ac27-dde63bdc2de6 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 945 time: 0.2074184 Feb 15 04:20:39.917435 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=3749bf1d-7b7c-4d1e-b42c-d6d16599f7be,revision_number=5']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:39.932772 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:39.979835 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning for port 363efce2-a87d-4ada-a63b-669f59236698 completed by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 04:20:39.995397 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning complete for port 363efce2-a87d-4ada-a63b-669f59236698 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:20:39.996023 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (363efce2-a87d-4ada-a63b-669f59236698), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:40.007418 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-75dc0e67-fc86-4200-8a35-4061cc91a60c req-5ff236ce-3848-4976-bacc-0bfbc1ac5d5f tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535778 Feb 15 04:20:40.092505 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc66d82-5f98-47b2-a1b2-12cda30d45f3 req-6797c907-31ca-4a29-8770-ab5b03c0118b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:40.094189 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-5fc66d82-5f98-47b2-a1b2-12cda30d45f3 req-6797c907-31ca-4a29-8770-ab5b03c0118b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 944 time: 0.1816945 Feb 15 04:20:40.119615 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00183a-eefc-4cfa-b240-3d4ec44f77a2 req-4fef47ed-7f3e-4773-922c-7c3517f90c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:40.121978 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-db00183a-eefc-4cfa-b240-3d4ec44f77a2 req-4fef47ed-7f3e-4773-922c-7c3517f90c19 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 1129 time: 0.0775018 Feb 15 04:20:40.138299 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['cef1beba-9166-4527-9646-13388dc57d5b'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:20:40.205864 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-5fc66d82-5f98-47b2-a1b2-12cda30d45f3 req-004f3246-77bd-4c04-981f-6b9f33083f38 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006346 Feb 15 04:20:40.233668 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 52676) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:40.240204 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-db00183a-eefc-4cfa-b240-3d4ec44f77a2 req-d820c50a-1e16-42de-afeb-3640051681a6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051748 Feb 15 04:20:40.262551 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-34f43226-01ec-45d9-89e8-f0a650aab2bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:40.301887 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 363efce2-a87d-4ada-a63b-669f59236698 is: BUILD; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:20:40.302328 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (363efce2-a87d-4ada-a63b-669f59236698), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:40.368615 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 363efce2-a87d-4ada-a63b-669f59236698, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=363efce2-a87d-4ada-a63b-669f59236698,segment=NetworkSegment(a2939050-b15c-425b-a2c1-f2f0e37f1e44),segment_id=a2939050-b15c-425b-a2c1-f2f0e37f1e44)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:20:40.382361 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (363efce2-a87d-4ada-a63b-669f59236698), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:40.411856 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-34f43226-01ec-45d9-89e8-f0a650aab2bc admin admin] Publish callbacks [] for security_group (8f04b217-9eb7-4148-9fa4-75ff723bf936), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:40.419131 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-34f43226-01ec-45d9-89e8-f0a650aab2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (8f04b217-9eb7-4148-9fa4-75ff723bf936), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:40.492189 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=363efce2-a87d-4ada-a63b-669f59236698,revision_number=5']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:40.525573 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-34f43226-01ec-45d9-89e8-f0a650aab2bc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6f639f6b00714934b16d50c1fb81836d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2795837 Feb 15 04:20:40.527512 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f43226-01ec-45d9-89e8-f0a650aab2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f04b217-9eb7-4148-9fa4-75ff723bf936,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:40.528321 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 52686) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:40.630999 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-93e9cd7a-a3d0-4c7d-af64-5aee8e61a72e admin admin] Publish callbacks [] for security_group (8f04b217-9eb7-4148-9fa4-75ff723bf936), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:40.658162 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-93e9cd7a-a3d0-4c7d-af64-5aee8e61a72e admin admin] Publish callbacks [] for security_group (8f04b217-9eb7-4148-9fa4-75ff723bf936), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:40.765504 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1bb1f3-9ff5-4ca2-b797-3498f004f5c1 req-f2bcdd20-b70d-4e71-9390-d3118c5b5c7c tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:40.767489 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3e1bb1f3-9ff5-4ca2-b797-3498f004f5c1 req-f2bcdd20-b70d-4e71-9390-d3118c5b5c7c tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.0997031 Feb 15 04:20:40.784781 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-93e9cd7a-a3d0-4c7d-af64-5aee8e61a72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (8f04b217-9eb7-4148-9fa4-75ff723bf936), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:40.787642 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-93e9cd7a-a3d0-4c7d-af64-5aee8e61a72e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:40.788857 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-93e9cd7a-a3d0-4c7d-af64-5aee8e61a72e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8f04b217-9eb7-4148-9fa4-75ff723bf936 HTTP/1.1" status: 204 len: 168 time: 0.2590435 Feb 15 04:20:40.811401 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9cd7a-a3d0-4c7d-af64-5aee8e61a72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f04b217-9eb7-4148-9fa4-75ff723bf936,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:40.842938 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3e1bb1f3-9ff5-4ca2-b797-3498f004f5c1 req-1796f0ee-f63f-4fee-aff6-17ef54fc0dcc tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690629 Feb 15 04:20:41.175158 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2771da-afa3-43a7-8406-a382122e0c87 req-52fd4fea-f79b-46d6-8ccb-e464448dff67 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:41.176974 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-dd2771da-afa3-43a7-8406-a382122e0c87 req-52fd4fea-f79b-46d6-8ccb-e464448dff67 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 945 time: 0.0883875 Feb 15 04:20:41.243709 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-dd2771da-afa3-43a7-8406-a382122e0c87 req-aa60a0dd-3fa1-40ec-828b-ae1dadc2b75f tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602369 Feb 15 04:20:41.413773 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3d810-c897-40ba-9782-7e0232b1c787 req-d9dbc3f4-a975-4db8-ad59-8feb101b73a5 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:41.423639 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-66a3d810-c897-40ba-9782-7e0232b1c787 req-d9dbc3f4-a975-4db8-ad59-8feb101b73a5 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.0946534 Feb 15 04:20:41.527270 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-66a3d810-c897-40ba-9782-7e0232b1c787 req-24e88420-d6c4-427f-b1b1-688d98e39d67 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010566 Feb 15 04:20:41.611504 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:41.770912 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2983ce95-3398-4bda-931d-6f5df29a8d95 req-c0b292a4-c66f-4f0c-889c-e5458228f0b3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690298 Feb 15 04:20:41.799794 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfde5a4-3494-4123-b1d1-aa408427983a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363efce2-a87d-4ada-a63b-669f59236698'}] {{(pid=102635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:20:41.803332 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274a2a5e9be6a0ee09154d0e072c1b660d39e5ec588b61e50c849ad5e467022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b454d57a-fd86-43d3-89c3-e073306b712e" -d '{"events": [{"server_uuid": "6bfde5a4-3494-4123-b1d1-aa408427983a", "name": "network-vif-plugged", "status": "completed", "tag": "363efce2-a87d-4ada-a63b-669f59236698"}]}' {{(pid=102635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:20:41.897332 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b7f0c5-9159-4bca-aca9-613b59ccf1b6 x-openstack-request-id: req-c7b7f0c5-9159-4bca-aca9-613b59ccf1b6 {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:20:41.898268 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bfde5a4-3494-4123-b1d1-aa408427983a", "name": "network-vif-plugged", "status": "completed", "tag": "363efce2-a87d-4ada-a63b-669f59236698", "code": 200}]} {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:20:41.898860 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c7b7f0c5-9159-4bca-aca9-613b59ccf1b6 {{(pid=102635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:20:41.899652 dv-cinder-816104-2-iscsi neutron-server[102635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfde5a4-3494-4123-b1d1-aa408427983a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363efce2-a87d-4ada-a63b-669f59236698', 'code': 200} Feb 15 04:20:42.025548 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983ce95-3398-4bda-931d-6f5df29a8d95 req-7b7ca6b0-4451-409e-97ef-901e40eb6924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:42.029631 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2983ce95-3398-4bda-931d-6f5df29a8d95 req-7b7ca6b0-4451-409e-97ef-901e40eb6924 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3d7002e2df35463c9128baa00359cd9e&device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 1130 time: 0.1900856 Feb 15 04:20:42.240779 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 52798) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:42.292521 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983ce95-3398-4bda-931d-6f5df29a8d95 req-69713629-bd15-449d-ab52-e11778bf5731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:42.294138 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2983ce95-3398-4bda-931d-6f5df29a8d95 req-69713629-bd15-449d-ab52-e11778bf5731 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a909d0e6-c4b3-462a-b863-e1bf37a7bf54 HTTP/1.1" status: 200 len: 915 time: 0.1561220 Feb 15 04:20:42.502305 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2983ce95-3398-4bda-931d-6f5df29a8d95 req-62981526-92bc-4c5a-90e6-569580ded290 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5000b8c-e731-4109-b8ae-a57706444763 HTTP/1.1" status: 200 len: 217 time: 0.1816509 Feb 15 04:20:42.515292 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-3e468b2e-21ca-4172-9705-3f92c0748e9c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1337024938-network', 'tenant_id': '3f8dec7c13b247af804ca26372f586b7'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:20:42.560929 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0cc4e-b100-47df-82f5-90b2546ac3f5 req-b4873430-10f2-4e28-9623-4be796e8ecec tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:42.562802 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dcc0cc4e-b100-47df-82f5-90b2546ac3f5 req-b4873430-10f2-4e28-9623-4be796e8ecec tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.4906597 Feb 15 04:20:42.603877 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6f523-dbfa-4c1e-8dc6-034217b36c02 req-a1096d64-f802-463a-bf12-6e7bf5ad1e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:42.605450 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-47a6f523-dbfa-4c1e-8dc6-034217b36c02 req-a1096d64-f802-463a-bf12-6e7bf5ad1e40 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 1129 time: 0.3082972 Feb 15 04:20:42.619247 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983ce95-3398-4bda-931d-6f5df29a8d95 req-b35561aa-8f5d-4e6a-b394-130b7a236824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:42.621318 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2983ce95-3398-4bda-931d-6f5df29a8d95 req-b35561aa-8f5d-4e6a-b394-130b7a236824 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=508befd6-d7ad-4a18-a5bd-758fb93dcf1e HTTP/1.1" status: 200 len: 855 time: 0.1118433 Feb 15 04:20:42.642776 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938b4ca-0914-4d8a-8536-6958578c990b req-5ca4352e-339a-49d5-85c3-d653b752a097 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:42.653134 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-c938b4ca-0914-4d8a-8536-6958578c990b req-5ca4352e-339a-49d5-85c3-d653b752a097 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 945 time: 0.2259378 Feb 15 04:20:42.656675 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e468b2e-21ca-4172-9705-3f92c0748e9c admin admin] Made reservation on behalf of 3f8dec7c13b247af804ca26372f586b7 for: {'network': 1} {{(pid=102634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:20:42.667344 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3e468b2e-21ca-4172-9705-3f92c0748e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for network (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:42.680296 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2983ce95-3398-4bda-931d-6f5df29a8d95 req-73668b75-5169-414d-b9b1-38e5fdd33a2a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a909d0e6-c4b3-462a-b863-e1bf37a7bf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373833 Feb 15 04:20:42.720555 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3e468b2e-21ca-4172-9705-3f92c0748e9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:42.738543 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dcc0cc4e-b100-47df-82f5-90b2546ac3f5 req-35dc77fd-5caf-4220-8aa2-4f63cd26a58c tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679189 Feb 15 04:20:42.738914 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device cef1beba-9166-4527-9646-13388dc57d5b up at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:20:42.823586 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-c938b4ca-0914-4d8a-8536-6958578c990b req-e904f7b3-8201-4f84-be4e-a17b44946024 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113899 Feb 15 04:20:42.929830 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3e468b2e-21ca-4172-9705-3f92c0748e9c admin admin] Publish callbacks [] for security_group (c7323325-62db-42d8-83e4-bdd8e3cb1605), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:42.937013 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3e468b2e-21ca-4172-9705-3f92c0748e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (c7323325-62db-42d8-83e4-bdd8e3cb1605), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:42.956396 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning for port cef1beba-9166-4527-9646-13388dc57d5b completed by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 04:20:42.964512 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning complete for port cef1beba-9166-4527-9646-13388dc57d5b triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:20:42.964787 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (cef1beba-9166-4527-9646-13388dc57d5b), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:43.002432 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e468b2e-21ca-4172-9705-3f92c0748e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7323325-62db-42d8-83e4-bdd8e3cb1605,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:43.010224 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-47a6f523-dbfa-4c1e-8dc6-034217b36c02 req-cd05403c-7d36-490e-acb9-e67ab0248b25 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3869736 Feb 15 04:20:43.034144 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e468b2e-21ca-4172-9705-3f92c0748e9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=102634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 04:20:43.053376 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3e468b2e-21ca-4172-9705-3f92c0748e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (1edf6b28-c4d8-4565-be89-1521f35035df), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:43.053857 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.db.segments_db [None req-3e468b2e-21ca-4172-9705-3f92c0748e9c admin admin] Added segment 1edf6b28-c4d8-4565-be89-1521f35035df of type vlan for network ad40ed54-c491-4fa2-8073-9d9216ea6784 Feb 15 04:20:43.124786 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3e468b2e-21ca-4172-9705-3f92c0748e9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734709799334'] for network (ad40ed54-c491-4fa2-8073-9d9216ea6784), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:43.141857 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19900bce-500e-4228-9414-e27aed5dc4a1 req-e55fc197-1e8b-429e-ba53-d7a51eec0e5c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:43.154472 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-19900bce-500e-4228-9414-e27aed5dc4a1 req-e55fc197-1e8b-429e-ba53-d7a51eec0e5c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.3421710 Feb 15 04:20:43.161172 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port cef1beba-9166-4527-9646-13388dc57d5b is: BUILD; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:20:43.161654 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (cef1beba-9166-4527-9646-13388dc57d5b), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:43.170872 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2983ce95-3398-4bda-931d-6f5df29a8d95 req-5ab1f70d-3e78-464a-815f-1e679f94a74a service neutron] 10.222.0.59 "GET /v2.0/networks/a909d0e6-c4b3-462a-b863-e1bf37a7bf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643385 Feb 15 04:20:43.221812 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port cef1beba-9166-4527-9646-13388dc57d5b, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=cef1beba-9166-4527-9646-13388dc57d5b,segment=NetworkSegment(893e466e-66a5-45bb-9724-e0a92ab9dee9),segment_id=893e466e-66a5-45bb-9724-e0a92ab9dee9)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:20:43.228201 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (cef1beba-9166-4527-9646-13388dc57d5b), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:43.237564 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3e468b2e-21ca-4172-9705-3f92c0748e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571'] for network (ad40ed54-c491-4fa2-8073-9d9216ea6784), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:43.238667 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e468b2e-21ca-4172-9705-3f92c0748e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:43.239383 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3e468b2e-21ca-4172-9705-3f92c0748e9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:43.267961 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-19900bce-500e-4228-9414-e27aed5dc4a1 req-756d6b0c-af02-4102-ab19-415a98b73866 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122119 Feb 15 04:20:43.326217 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-3e468b2e-21ca-4172-9705-3f92c0748e9c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0828762 Feb 15 04:20:43.330311 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 52850) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:43.337425 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-3e24858b-ef8a-43a8-b2bd-2d7deee7d512 admin admin] Request body: {'subnet': {'network_id': 'ad40ed54-c491-4fa2-8073-9d9216ea6784', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1337024938-subnet', 'tenant_id': '3f8dec7c13b247af804ca26372f586b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:20:43.345744 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e468b2e-21ca-4172-9705-3f92c0748e9c admin admin] Pushing event updated for resources: {'Network': ['ID=ad40ed54-c491-4fa2-8073-9d9216ea6784,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:43.362105 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Network ad40ed54-c491-4fa2-8073-9d9216ea6784 details requested by agent ovs-agent-dv-cinder-816104-2-iscsi with host dv-cinder-816104-2-iscsi {{(pid=102635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 04:20:43.369519 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e24858b-ef8a-43a8-b2bd-2d7deee7d512 admin admin] Made reservation on behalf of 3f8dec7c13b247af804ca26372f586b7 for: {'subnet': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:20:43.376482 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3e24858b-ef8a-43a8-b2bd-2d7deee7d512 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4204913'] for subnet (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:43.405717 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=cef1beba-9166-4527-9646-13388dc57d5b,revision_number=5']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:43.581241 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2983ce95-3398-4bda-931d-6f5df29a8d95 req-835dde3e-c4e5-46af-9505-e5e2d59085bc service neutron] 10.222.0.59 "GET /v2.0/networks/a909d0e6-c4b3-462a-b863-e1bf37a7bf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385486 Feb 15 04:20:43.786507 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3e24858b-ef8a-43a8-b2bd-2d7deee7d512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5249919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4204903'] for subnet (f9bca719-3282-443b-bec3-6c47c3a53eb9), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:43.827941 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 52866) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:43.901349 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda24f72-ec24-4b2a-9eed-23dbe8b9706c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef1beba-9166-4527-9646-13388dc57d5b'}] {{(pid=102635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:20:43.906403 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274a2a5e9be6a0ee09154d0e072c1b660d39e5ec588b61e50c849ad5e467022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f95ae4-71d0-410d-b4fd-d7552e3d8816" -d '{"events": [{"server_uuid": "eda24f72-ec24-4b2a-9eed-23dbe8b9706c", "name": "network-vif-plugged", "status": "completed", "tag": "cef1beba-9166-4527-9646-13388dc57d5b"}]}' {{(pid=102635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:20:43.950891 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24858b-ef8a-43a8-b2bd-2d7deee7d512 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9bca719-3282-443b-bec3-6c47c3a53eb9,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:43.977512 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e24858b-ef8a-43a8-b2bd-2d7deee7d512 admin admin] Checking segment: {'id': '1edf6b28-c4d8-4565-be89-1521f35035df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ad40ed54-c491-4fa2-8073-9d9216ea6784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:20:43.978223 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e24858b-ef8a-43a8-b2bd-2d7deee7d512 admin admin] Network hostable DHCP agents. Network: ad40ed54-c491-4fa2-8073-9d9216ea6784, hostable agents: ['8ae8e7a4-55a3-4d68-87a0-8671ef43234c'], hosted agents: [] {{(pid=102633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 04:20:44.003087 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ccaf5-2aef-49c6-8d49-2c028b30d4d9 req-d57f03f6-cb21-4fff-8d31-2c502472358d tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:44.005119 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-454ccaf5-2aef-49c6-8d49-2c028b30d4d9 req-d57f03f6-cb21-4fff-8d31-2c502472358d tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.1415050 Feb 15 04:20:44.052497 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e24858b-ef8a-43a8-b2bd-2d7deee7d512 admin admin] Network ad40ed54-c491-4fa2-8073-9d9216ea6784 is scheduled to be hosted by DHCP agent 8ae8e7a4-55a3-4d68-87a0-8671ef43234c with binding_index 1 {{(pid=102633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 04:20:44.083558 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-484dd233-7933-4110-abbd-125e4bf2546d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:44.084554 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cffd03-75e3-413b-8012-547fdab5da94 req-9df60cb4-0b9f-435a-bca1-812bf428e19d tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:44.088347 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a4cffd03-75e3-413b-8012-547fdab5da94 req-9df60cb4-0b9f-435a-bca1-812bf428e19d tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.1544511 Feb 15 04:20:44.099158 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-3e24858b-ef8a-43a8-b2bd-2d7deee7d512 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-2-iscsi, ad40ed54-c491-4fa2-8073-9d9216ea6784) {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:20:44.112316 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e24858b-ef8a-43a8-b2bd-2d7deee7d512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:44.113847 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3e24858b-ef8a-43a8-b2bd-2d7deee7d512 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:44.113977 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a49a25-e7a2-4cbb-be05-1716cf45a385 None None] Network ad40ed54-c491-4fa2-8073-9d9216ea6784 requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:20:44.139594 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-454ccaf5-2aef-49c6-8d49-2c028b30d4d9 req-ae088df7-3644-4695-a557-6153fb1cffaf tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202910 Feb 15 04:20:44.172566 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-3e24858b-ef8a-43a8-b2bd-2d7deee7d512 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8316531 Feb 15 04:20:44.243797 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb782d85-509a-4ed4-b237-e1703d17d41d x-openstack-request-id: req-cb782d85-509a-4ed4-b237-e1703d17d41d {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:20:44.245424 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda24f72-ec24-4b2a-9eed-23dbe8b9706c", "name": "network-vif-plugged", "status": "completed", "tag": "cef1beba-9166-4527-9646-13388dc57d5b", "code": 200}]} {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:20:44.246394 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cb782d85-509a-4ed4-b237-e1703d17d41d {{(pid=102635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:20:44.247978 dv-cinder-816104-2-iscsi neutron-server[102635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda24f72-ec24-4b2a-9eed-23dbe8b9706c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef1beba-9166-4527-9646-13388dc57d5b', 'code': 200} Feb 15 04:20:44.262086 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a4cffd03-75e3-413b-8012-547fdab5da94 req-b302a101-a526-451e-bd3e-8e4583225f86 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283581 Feb 15 04:20:44.320994 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-484dd233-7933-4110-abbd-125e4bf2546d admin admin] Publish callbacks [] for security_group (bd0a276f-18db-4c97-83a0-0784e451d7a1), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:44.335351 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-484dd233-7933-4110-abbd-125e4bf2546d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (bd0a276f-18db-4c97-83a0-0784e451d7a1), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:44.369702 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c9f131-a94a-4e1e-b89a-ab552f1ddfd6 None None] Network ad40ed54-c491-4fa2-8073-9d9216ea6784 requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:20:44.466495 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-484dd233-7933-4110-abbd-125e4bf2546d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8be82e1187864b8295dc32cee44fb730&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6368494 Feb 15 04:20:44.468063 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484dd233-7933-4110-abbd-125e4bf2546d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0a276f-18db-4c97-83a0-0784e451d7a1,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:44.471597 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 52898) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:44.726446 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d32ac3-01e7-422f-b377-a739589a3afe req-8e33a135-6270-4316-859f-9bed5748503a tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:44.730628 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-86d32ac3-01e7-422f-b377-a739589a3afe req-8e33a135-6270-4316-859f-9bed5748503a tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/networks?id=a909d0e6-c4b3-462a-b863-e1bf37a7bf54 HTTP/1.1" status: 200 len: 815 time: 0.2072506 Feb 15 04:20:44.733333 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4107812d-5b8e-408e-b86f-662bf3500f4b admin admin] Publish callbacks [] for security_group (bd0a276f-18db-4c97-83a0-0784e451d7a1), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:44.761474 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-86d32ac3-01e7-422f-b377-a739589a3afe req-a91e0cdc-2018-4ee5-9815-1885599b371f tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/quotas/3d7002e2df35463c9128baa00359cd9e HTTP/1.1" status: 200 len: 375 time: 0.0240037 Feb 15 04:20:44.773258 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4107812d-5b8e-408e-b86f-662bf3500f4b admin admin] Publish callbacks [] for security_group (bd0a276f-18db-4c97-83a0-0784e451d7a1), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:44.810971 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8dba8f-ecee-43c1-aac6-ca607cdbf4ad req-092aeb12-d7fe-47e6-be49-a65b51d0318b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:44.814498 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cc8dba8f-ecee-43c1-aac6-ca607cdbf4ad req-092aeb12-d7fe-47e6-be49-a65b51d0318b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 1130 time: 0.1621320 Feb 15 04:20:44.871259 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-86d32ac3-01e7-422f-b377-a739589a3afe req-028d3d02-0988-44ed-a855-08156406b35e tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d7002e2df35463c9128baa00359cd9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1037076 Feb 15 04:20:44.896007 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cc8dba8f-ecee-43c1-aac6-ca607cdbf4ad req-46b96cb3-6e5b-4e6c-a36d-bb94b9404255 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738525 Feb 15 04:20:44.916564 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4107812d-5b8e-408e-b86f-662bf3500f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (bd0a276f-18db-4c97-83a0-0784e451d7a1), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:44.919659 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4107812d-5b8e-408e-b86f-662bf3500f4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:44.925642 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-4107812d-5b8e-408e-b86f-662bf3500f4b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bd0a276f-18db-4c97-83a0-0784e451d7a1 HTTP/1.1" status: 204 len: 168 time: 0.4481497 Feb 15 04:20:44.937366 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107812d-5b8e-408e-b86f-662bf3500f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0a276f-18db-4c97-83a0-0784e451d7a1,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:45.221492 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-86d32ac3-01e7-422f-b377-a739589a3afe req-814f4aab-e4c7-4990-b83b-7c1676b9a45c service neutron] 10.222.0.45 "GET /v2.0/networks/a909d0e6-c4b3-462a-b863-e1bf37a7bf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399856 Feb 15 04:20:45.259606 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3cf1d-4afe-4457-b756-77386c9707b6 req-911c81a8-d852-451a-9b13-258f1d657264 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:45.262703 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9ca3cf1d-4afe-4457-b756-77386c9707b6 req-911c81a8-d852-451a-9b13-258f1d657264 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.1352069 Feb 15 04:20:45.500295 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8e7b5-22fa-4a07-b4b5-62dce52d7494 req-fae46d47-beb3-44e6-bb04-8692a5840352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:45.507889 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7aa8e7b5-22fa-4a07-b4b5-62dce52d7494 req-fae46d47-beb3-44e6-bb04-8692a5840352 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f8bc531651b748a791dbbbc11ee10adb&device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 1129 time: 0.2692580 Feb 15 04:20:45.643192 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9ca3cf1d-4afe-4457-b756-77386c9707b6 req-c175c0c7-6163-4397-ae7b-84c00596863b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2955928 Feb 15 04:20:45.739777 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-86d32ac3-01e7-422f-b377-a739589a3afe req-a993ebce-4c34-4dea-9e2f-b2ae87548eb4 service neutron] 10.222.0.45 "GET /v2.0/networks/a909d0e6-c4b3-462a-b863-e1bf37a7bf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099626 Feb 15 04:20:45.750443 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8e7b5-22fa-4a07-b4b5-62dce52d7494 req-7d104088-52f2-48bc-a1ff-61f09246fa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:45.752137 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7aa8e7b5-22fa-4a07-b4b5-62dce52d7494 req-7d104088-52f2-48bc-a1ff-61f09246fa0c service neutron] 10.222.0.59 "GET /v2.0/networks?id=ee659080-78cf-4efd-be3b-466b39ec5040 HTTP/1.1" status: 200 len: 919 time: 0.2104268 Feb 15 04:20:45.796679 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 52922) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:45.840665 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ef66-3610-4087-822c-fa33116d01de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:45.854584 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 52924) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:45.863101 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-e700dacb-a944-4199-9dd8-ee99c54cfa41 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1051514842-network', 'tenant_id': '8a9fe7258dfb4fd09c33291def43bb91'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:20:45.866829 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7aa8e7b5-22fa-4a07-b4b5-62dce52d7494 req-057983b8-5234-40d0-bc40-c278cebd8a40 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3749bf1d-7b7c-4d1e-b42c-d6d16599f7be HTTP/1.1" status: 200 len: 217 time: 0.1052554 Feb 15 04:20:45.976222 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e700dacb-a944-4199-9dd8-ee99c54cfa41 admin admin] Made reservation on behalf of 8a9fe7258dfb4fd09c33291def43bb91 for: {'network': 1} {{(pid=102634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:20:45.979086 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8e7b5-22fa-4a07-b4b5-62dce52d7494 req-c3673d9b-381c-47b3-9784-76fb971aa552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:45.981085 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7aa8e7b5-22fa-4a07-b4b5-62dce52d7494 req-c3673d9b-381c-47b3-9784-76fb971aa552 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4162ffac-2362-474f-b644-4e31f81938f3 HTTP/1.1" status: 200 len: 859 time: 0.0855112 Feb 15 04:20:45.983772 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e700dacb-a944-4199-9dd8-ee99c54cfa41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for network (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:45.991522 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1860d1-a665-480f-9716-0bd363d010f0 req-8910e3ce-db0b-49d6-8954-a40dda44da78 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:45.999401 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bf1860d1-a665-480f-9716-0bd363d010f0 req-8910e3ce-db0b-49d6-8954-a40dda44da78 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.1501985 Feb 15 04:20:46.020812 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e700dacb-a944-4199-9dd8-ee99c54cfa41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:46.058266 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7aa8e7b5-22fa-4a07-b4b5-62dce52d7494 req-56047c0c-1715-4c5f-9bce-38fbabac0fc9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ee659080-78cf-4efd-be3b-466b39ec5040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519204 Feb 15 04:20:46.161077 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bf1860d1-a665-480f-9716-0bd363d010f0 req-8c5750d3-b963-4e0a-8e0c-856d6c233095 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594553 Feb 15 04:20:46.203087 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ef66-3610-4087-822c-fa33116d01de admin admin] Publish callbacks [] for security_group (413c2479-c8ea-48c9-a841-b19b2025f08b), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:46.235994 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7aa8e7b5-22fa-4a07-b4b5-62dce52d7494 req-fe0aa827-3df9-4b85-9106-dcc874b7466d service neutron] 10.222.0.59 "GET /v2.0/networks/ee659080-78cf-4efd-be3b-466b39ec5040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650538 Feb 15 04:20:46.244238 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ef66-3610-4087-822c-fa33116d01de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (413c2479-c8ea-48c9-a841-b19b2025f08b), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:46.362544 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3ef66-3610-4087-822c-fa33116d01de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413c2479-c8ea-48c9-a841-b19b2025f08b,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:46.393310 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940f727-4beb-427e-bf5b-1b73aba90389 req-70c4f85d-34e5-49d0-8b37-a657ec38879d tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:46.397451 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-4940f727-4beb-427e-bf5b-1b73aba90389 req-70c4f85d-34e5-49d0-8b37-a657ec38879d tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.3496864 Feb 15 04:20:46.403151 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-3ab3ef66-3610-4087-822c-fa33116d01de admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0ead8d66b97d4b68ac06cbab7787f134&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6049590 Feb 15 04:20:46.416276 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 52936) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:46.527771 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e700dacb-a944-4199-9dd8-ee99c54cfa41 admin admin] Publish callbacks [] for security_group (b340e61e-22de-4513-8a64-ca61392422bb), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:46.538637 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-4940f727-4beb-427e-bf5b-1b73aba90389 req-f8470880-ddd9-4203-9f55-437475929249 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326187 Feb 15 04:20:46.542085 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e700dacb-a944-4199-9dd8-ee99c54cfa41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (b340e61e-22de-4513-8a64-ca61392422bb), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:46.554890 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9d90de8c-ff36-4b8b-916c-082bc774828d admin admin] Publish callbacks [] for security_group (413c2479-c8ea-48c9-a841-b19b2025f08b), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:46.579447 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e700dacb-a944-4199-9dd8-ee99c54cfa41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=102634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 04:20:46.610090 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e700dacb-a944-4199-9dd8-ee99c54cfa41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (3cb9f395-f248-415f-951f-18cb2e6d0ff3), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:46.611258 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.db.segments_db [None req-e700dacb-a944-4199-9dd8-ee99c54cfa41 admin admin] Added segment 3cb9f395-f248-415f-951f-18cb2e6d0ff3 of type vlan for network 8ebefd44-6204-4801-9599-a440aee82348 Feb 15 04:20:46.613758 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700dacb-a944-4199-9dd8-ee99c54cfa41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b340e61e-22de-4513-8a64-ca61392422bb,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:46.617506 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d86bda8c-4646-4cd4-9bc0-6aa184bcb2d6 req-0d954683-2b52-46e3-b172-488b3e92df7e tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=40b17304-d7b8-4951-9026-adec2d4cc4d6 HTTP/1.1" status: 200 len: 210 time: 0.3594446 Feb 15 04:20:46.663562 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9d90de8c-ff36-4b8b-916c-082bc774828d admin admin] Publish callbacks [] for security_group (413c2479-c8ea-48c9-a841-b19b2025f08b), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:46.709604 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7aa8e7b5-22fa-4a07-b4b5-62dce52d7494 req-5c9173e0-f41a-48eb-89b7-2db7a23c840e service neutron] 10.222.0.59 "GET /v2.0/networks/ee659080-78cf-4efd-be3b-466b39ec5040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643738 Feb 15 04:20:46.773056 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e700dacb-a944-4199-9dd8-ee99c54cfa41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734709799334'] for network (8ebefd44-6204-4801-9599-a440aee82348), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:46.882500 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e700dacb-a944-4199-9dd8-ee99c54cfa41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571'] for network (8ebefd44-6204-4801-9599-a440aee82348), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:46.883594 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e700dacb-a944-4199-9dd8-ee99c54cfa41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:46.884191 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e700dacb-a944-4199-9dd8-ee99c54cfa41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:46.916697 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9d90de8c-ff36-4b8b-916c-082bc774828d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (413c2479-c8ea-48c9-a841-b19b2025f08b), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:46.919434 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9d90de8c-ff36-4b8b-916c-082bc774828d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:46.920651 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-9d90de8c-ff36-4b8b-916c-082bc774828d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/413c2479-c8ea-48c9-a841-b19b2025f08b HTTP/1.1" status: 204 len: 168 time: 0.5030293 Feb 15 04:20:46.963819 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fe453-9950-4fc1-89b6-6f412704b498 req-fd873278-29ab-4549-8c04-41e181a6e377 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:46.965583 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-c29fe453-9950-4fc1-89b6-6f412704b498 req-fd873278-29ab-4549-8c04-41e181a6e377 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.1884739 Feb 15 04:20:46.989932 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 52950) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:47.000571 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-e700dacb-a944-4199-9dd8-ee99c54cfa41 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1444738 Feb 15 04:20:47.007934 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-7b2e4fef-b923-48c2-b38f-603437e4d1fb admin admin] Request body: {'subnet': {'network_id': '8ebefd44-6204-4801-9599-a440aee82348', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1051514842-subnet', 'tenant_id': '8a9fe7258dfb4fd09c33291def43bb91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:20:47.010553 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90de8c-ff36-4b8b-916c-082bc774828d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413c2479-c8ea-48c9-a841-b19b2025f08b,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:47.031016 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700dacb-a944-4199-9dd8-ee99c54cfa41 admin admin] Pushing event updated for resources: {'Network': ['ID=8ebefd44-6204-4801-9599-a440aee82348,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:47.048459 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2e4fef-b923-48c2-b38f-603437e4d1fb admin admin] Made reservation on behalf of 8a9fe7258dfb4fd09c33291def43bb91 for: {'subnet': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:20:47.053196 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7b2e4fef-b923-48c2-b38f-603437e4d1fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4204913'] for subnet (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:47.085827 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Network 8ebefd44-6204-4801-9599-a440aee82348 details requested by agent ovs-agent-dv-cinder-816104-2-iscsi with host dv-cinder-816104-2-iscsi {{(pid=102635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 04:20:47.088467 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-c29fe453-9950-4fc1-89b6-6f412704b498 req-9cdece47-a9af-4fbd-af54-49ab2d686240 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712314 Feb 15 04:20:47.386789 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5272451-cc0d-4e40-8bba-07445336dd5c req-bc7e8b63-b6e5-4e63-bfbe-64c0c4fb8743 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:47.389165 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d5272451-cc0d-4e40-8bba-07445336dd5c req-bc7e8b63-b6e5-4e63-bfbe-64c0c4fb8743 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.1125507 Feb 15 04:20:47.469387 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d5272451-cc0d-4e40-8bba-07445336dd5c req-b10cebf1-5055-4752-af35-38fc76cefea3 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685165 Feb 15 04:20:47.520936 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52e546-b2d0-4984-8583-6a0ef60c4bfe req-e0f5762f-4644-40d6-be2b-3c3df89ceae6 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:47.522703 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dc52e546-b2d0-4984-8583-6a0ef60c4bfe req-e0f5762f-4644-40d6-be2b-3c3df89ceae6 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.1945148 Feb 15 04:20:47.541695 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 52960) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:47.555179 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-cdeab836-c80a-4bcc-9b4e-b6463736a1fa tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Request body: {'floatingip': {'port_id': '363efce2-a87d-4ada-a63b-669f59236698'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:20:47.651786 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7b2e4fef-b923-48c2-b38f-603437e4d1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5249919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4204903'] for subnet (94839ff1-f737-400d-8365-4ee38fc947cb), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:47.663861 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cdeab836-c80a-4bcc-9b4e-b6463736a1fa tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for floatingip (fdf5c981-a878-46d7-b432-748a46132f6f), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:47.771998 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e4fef-b923-48c2-b38f-603437e4d1fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=94839ff1-f737-400d-8365-4ee38fc947cb,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:47.823507 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2e4fef-b923-48c2-b38f-603437e4d1fb admin admin] Checking segment: {'id': '3cb9f395-f248-415f-951f-18cb2e6d0ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8ebefd44-6204-4801-9599-a440aee82348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:20:47.824045 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2e4fef-b923-48c2-b38f-603437e4d1fb admin admin] Network hostable DHCP agents. Network: 8ebefd44-6204-4801-9599-a440aee82348, hostable agents: ['8ae8e7a4-55a3-4d68-87a0-8671ef43234c'], hosted agents: [] {{(pid=102633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 04:20:47.828096 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9f6e166e-deda-4c2c-9cda-306fbcb6a79e req-f2a524ed-d40e-4462-aa94-7bca7d92846c tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=40b17304-d7b8-4951-9026-adec2d4cc4d6 HTTP/1.1" status: 200 len: 210 time: 0.0462022 Feb 15 04:20:47.853776 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2e4fef-b923-48c2-b38f-603437e4d1fb admin admin] Network 8ebefd44-6204-4801-9599-a440aee82348 is scheduled to be hosted by DHCP agent 8ae8e7a4-55a3-4d68-87a0-8671ef43234c with binding_index 1 {{(pid=102633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 04:20:47.867412 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-7b2e4fef-b923-48c2-b38f-603437e4d1fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-2-iscsi, 8ebefd44-6204-4801-9599-a440aee82348) {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:20:47.875593 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2e4fef-b923-48c2-b38f-603437e4d1fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:47.877952 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7b2e4fef-b923-48c2-b38f-603437e4d1fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:47.911777 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfca3144-8393-4e5a-a0cb-24e6efa34f37 None None] Network 8ebefd44-6204-4801-9599-a440aee82348 requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:20:47.937236 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-7b2e4fef-b923-48c2-b38f-603437e4d1fb admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9438679 Feb 15 04:20:47.952575 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ef2e8-4687-4169-88bb-e7e6d00ff5a6 req-a4ed88f7-37eb-47df-bd32-833952cdc43d tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:47.954690 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-5f8ef2e8-4687-4169-88bb-e7e6d00ff5a6 req-a4ed88f7-37eb-47df-bd32-833952cdc43d tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.1570921 Feb 15 04:20:48.099573 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-5f8ef2e8-4687-4169-88bb-e7e6d00ff5a6 req-41cb1318-dac1-4206-baa6-c6a9000bf078 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020792 Feb 15 04:20:48.176251 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8138d57f-5f14-4834-8366-bd92840f39b9 None None] Network 8ebefd44-6204-4801-9599-a440aee82348 requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:20:48.668577 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d32ac3-01e7-422f-b377-a739589a3afe req-d8356371-67be-4723-82e6-c8ab2f1cbdbe tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:48.671581 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-86d32ac3-01e7-422f-b377-a739589a3afe req-d8356371-67be-4723-82e6-c8ab2f1cbdbe tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.59 "GET /v2.0/networks?id=a909d0e6-c4b3-462a-b863-e1bf37a7bf54 HTTP/1.1" status: 200 len: 815 time: 0.5791187 Feb 15 04:20:48.681297 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d95a2-c42d-42b7-b680-019937b36692 req-44539ad4-0025-48cd-8d46-c987a70d9454 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:48.686224 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3c6d95a2-c42d-42b7-b680-019937b36692 req-44539ad4-0025-48cd-8d46-c987a70d9454 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.2403514 Feb 15 04:20:48.697981 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 53000) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:48.699587 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-86d32ac3-01e7-422f-b377-a739589a3afe req-eeae5f21-4d4a-403e-a281-290e018f0b00 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Request body: {'port': {'device_id': '40b17304-d7b8-4951-9026-adec2d4cc4d6', 'network_id': 'a909d0e6-c4b3-462a-b863-e1bf37a7bf54', 'admin_state_up': True, 'tenant_id': '3d7002e2df35463c9128baa00359cd9e'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:20:48.709740 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-e8eca607-e91d-47ab-9f07-eb3ff1768259 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Request body: {'floatingip': {'port_id': 'cef1beba-9166-4527-9646-13388dc57d5b'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:20:48.884031 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86d32ac3-01e7-422f-b377-a739589a3afe req-eeae5f21-4d4a-403e-a281-290e018f0b00 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Made reservation on behalf of 3d7002e2df35463c9128baa00359cd9e for: {'port': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:20:48.893589 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-86d32ac3-01e7-422f-b377-a739589a3afe req-eeae5f21-4d4a-403e-a281-290e018f0b00 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:48.895903 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e8eca607-e91d-47ab-9f07-eb3ff1768259 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for floatingip (3ccabea8-1612-43af-8ee7-3124b417d48a), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:49.057468 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d099b362-c01c-4df8-af16-88fd3bf83eaf req-7ddeb40f-6be3-4483-9d0b-908aa3262720 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=40b17304-d7b8-4951-9026-adec2d4cc4d6 HTTP/1.1" status: 200 len: 210 time: 0.0548115 Feb 15 04:20:49.187003 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [req-86d32ac3-01e7-422f-b377-a739589a3afe req-eeae5f21-4d4a-403e-a281-290e018f0b00 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Allocated IP 172.20.0.9 (a909d0e6-c4b3-462a-b863-e1bf37a7bf54/508befd6-d7ad-4a18-a5bd-758fb93dcf1e/b6600cc5-a977-447e-babc-502e1df4a937) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:20:49.198923 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea89229-dc96-4a42-8fbe-7afe2d50d83c req-4637fca9-bdbd-44b6-a4e2-2ba06b312017 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:49.200685 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-1ea89229-dc96-4a42-8fbe-7afe2d50d83c req-4637fca9-bdbd-44b6-a4e2-2ba06b312017 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.5961537 Feb 15 04:20:49.227233 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.db.resource_extend [None req-cdeab836-c80a-4bcc-9b4e-b6463736a1fa tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 04:20:49.503907 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cdeab836-c80a-4bcc-9b4e-b6463736a1fa tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:49.515870 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cdeab836-c80a-4bcc-9b4e-b6463736a1fa tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639540'] for floatingip (fdf5c981-a878-46d7-b432-748a46132f6f), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:49.525228 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-1ea89229-dc96-4a42-8fbe-7afe2d50d83c req-84ed5f6b-5058-408e-af02-b0017d15d552 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087027 Feb 15 04:20:49.621015 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-86d32ac3-01e7-422f-b377-a739589a3afe req-eeae5f21-4d4a-403e-a281-290e018f0b00 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Publish callbacks [] for port (b6600cc5-a977-447e-babc-502e1df4a937), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:49.681317 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-86d32ac3-01e7-422f-b377-a739589a3afe req-eeae5f21-4d4a-403e-a281-290e018f0b00 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (b6600cc5-a977-447e-babc-502e1df4a937), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:49.705123 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['e5000b8c-e731-4109-b8ae-a57706444763'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:20:49.765012 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86d32ac3-01e7-422f-b377-a739589a3afe req-eeae5f21-4d4a-403e-a281-290e018f0b00 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Network a909d0e6-c4b3-462a-b863-e1bf37a7bf54 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:20:49.772269 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [req-86d32ac3-01e7-422f-b377-a739589a3afe req-eeae5f21-4d4a-403e-a281-290e018f0b00 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:20:49.779997 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d32ac3-01e7-422f-b377-a739589a3afe req-eeae5f21-4d4a-403e-a281-290e018f0b00 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:20:49.808747 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.db.l3_db [None req-cdeab836-c80a-4bcc-9b4e-b6463736a1fa tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Floating IP fdf5c981-a878-46d7-b432-748a46132f6f associated. External IP: 172.27.1.186, port: 363efce2-a87d-4ada-a63b-669f59236698. Feb 15 04:20:49.863981 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae5f21-4d4a-403e-a281-290e018f0b00 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Pushing event updated for resources: {'Port': ['ID=b6600cc5-a977-447e-babc-502e1df4a937,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:49.924363 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d32ac3-01e7-422f-b377-a739589a3afe req-eeae5f21-4d4a-403e-a281-290e018f0b00 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:49.925777 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-86d32ac3-01e7-422f-b377-a739589a3afe req-eeae5f21-4d4a-403e-a281-290e018f0b00 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:49.955662 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-86d32ac3-01e7-422f-b377-a739589a3afe req-eeae5f21-4d4a-403e-a281-290e018f0b00 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2679243 Feb 15 04:20:49.971228 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-86d32ac3-01e7-422f-b377-a739589a3afe req-1756a7a0-b18b-4d2b-a968-96aec5b40089 service neutron] Request body: {'port': {'device_id': '40b17304-d7b8-4951-9026-adec2d4cc4d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:20:50.055023 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-86d32ac3-01e7-422f-b377-a739589a3afe req-1756a7a0-b18b-4d2b-a968-96aec5b40089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (b6600cc5-a977-447e-babc-502e1df4a937), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:50.346097 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.db.resource_extend [None req-e8eca607-e91d-47ab-9f07-eb3ff1768259 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 04:20:50.401063 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf67ad-dc01-49dc-a258-7d89dc7be96f req-219dd379-4870-413f-a354-ad704406d5f7 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:50.402605 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-62cf67ad-dc01-49dc-a258-7d89dc7be96f req-219dd379-4870-413f-a354-ad704406d5f7 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=40b17304-d7b8-4951-9026-adec2d4cc4d6 HTTP/1.1" status: 200 len: 931 time: 0.1480973 Feb 15 04:20:50.525066 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-62cf67ad-dc01-49dc-a258-7d89dc7be96f req-1c8b03a8-f765-4901-8254-0903c25d2e18 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124856 Feb 15 04:20:50.543080 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e8eca607-e91d-47ab-9f07-eb3ff1768259 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:50.565328 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdeab836-c80a-4bcc-9b4e-b6463736a1fa tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Router 2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2 has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:20:50.586252 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e8eca607-e91d-47ab-9f07-eb3ff1768259 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639540'] for floatingip (3ccabea8-1612-43af-8ee7-3124b417d48a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:50.705911 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [req-86d32ac3-01e7-422f-b377-a739589a3afe req-1756a7a0-b18b-4d2b-a968-96aec5b40089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6600cc5-a977-447e-babc-502e1df4a937 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:20:50.732764 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-86d32ac3-01e7-422f-b377-a739589a3afe req-1756a7a0-b18b-4d2b-a968-96aec5b40089 service neutron] Publish callbacks [] for port (b6600cc5-a977-447e-babc-502e1df4a937), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:50.757582 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [req-86d32ac3-01e7-422f-b377-a739589a3afe req-1756a7a0-b18b-4d2b-a968-96aec5b40089 service neutron] Transition to ACTIVE for port object b6600cc5-a977-447e-babc-502e1df4a937 will not be triggered until provisioned by entity L2. {{(pid=102633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 04:20:50.763416 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-86d32ac3-01e7-422f-b377-a739589a3afe req-1756a7a0-b18b-4d2b-a968-96aec5b40089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (b6600cc5-a977-447e-babc-502e1df4a937), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:50.824814 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756a7a0-b18b-4d2b-a968-96aec5b40089 service neutron] Pushing event updated for resources: {'Port': ['ID=b6600cc5-a977-447e-babc-502e1df4a937,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:51.086554 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.db.l3_db [None req-e8eca607-e91d-47ab-9f07-eb3ff1768259 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Floating IP 3ccabea8-1612-43af-8ee7-3124b417d48a associated. External IP: 172.27.1.142, port: cef1beba-9166-4527-9646-13388dc57d5b. Feb 15 04:20:51.101722 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-86d32ac3-01e7-422f-b377-a739589a3afe req-1756a7a0-b18b-4d2b-a968-96aec5b40089 service neutron] Attempting to bind port b6600cc5-a977-447e-babc-502e1df4a937 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:20:51.102947 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-86d32ac3-01e7-422f-b377-a739589a3afe req-1756a7a0-b18b-4d2b-a968-96aec5b40089 service neutron] Attempting to bind port b6600cc5-a977-447e-babc-502e1df4a937 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '6e131826-e383-4c3d-a2a0-30aaa6333ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a909d0e6-c4b3-462a-b863-e1bf37a7bf54'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:20:51.103468 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d32ac3-01e7-422f-b377-a739589a3afe req-1756a7a0-b18b-4d2b-a968-96aec5b40089 service neutron] Attempting to bind port b6600cc5-a977-447e-babc-502e1df4a937 on network a909d0e6-c4b3-462a-b863-e1bf37a7bf54 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:20:51.111529 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d32ac3-01e7-422f-b377-a739589a3afe req-1756a7a0-b18b-4d2b-a968-96aec5b40089 service neutron] Port b6600cc5-a977-447e-babc-502e1df4a937 on network a909d0e6-c4b3-462a-b863-e1bf37a7bf54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 04:20:51.112018 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d32ac3-01e7-422f-b377-a739589a3afe req-1756a7a0-b18b-4d2b-a968-96aec5b40089 service neutron] Attempting to bind port b6600cc5-a977-447e-babc-502e1df4a937 on network a909d0e6-c4b3-462a-b863-e1bf37a7bf54 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:20:51.122081 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d32ac3-01e7-422f-b377-a739589a3afe req-1756a7a0-b18b-4d2b-a968-96aec5b40089 service neutron] Checking agent: {'id': '3d42c16f-c1cc-4a31-813a-51fffe75373d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'started_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:20:51.122661 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d32ac3-01e7-422f-b377-a739589a3afe req-1756a7a0-b18b-4d2b-a968-96aec5b40089 service neutron] Checking segment: {'id': '6e131826-e383-4c3d-a2a0-30aaa6333ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a909d0e6-c4b3-462a-b863-e1bf37a7bf54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:20:51.124051 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d32ac3-01e7-422f-b377-a739589a3afe req-1756a7a0-b18b-4d2b-a968-96aec5b40089 service neutron] Bound using segment: {'id': '6e131826-e383-4c3d-a2a0-30aaa6333ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a909d0e6-c4b3-462a-b863-e1bf37a7bf54'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:20:51.124741 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-86d32ac3-01e7-422f-b377-a739589a3afe req-1756a7a0-b18b-4d2b-a968-96aec5b40089 service neutron] Bound port: b6600cc5-a977-447e-babc-502e1df4a937, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e131826-e383-4c3d-a2a0-30aaa6333ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a909d0e6-c4b3-462a-b863-e1bf37a7bf54'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:20:51.125592 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-86d32ac3-01e7-422f-b377-a739589a3afe req-1756a7a0-b18b-4d2b-a968-96aec5b40089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (b6600cc5-a977-447e-babc-502e1df4a937), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:51.168860 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0f040-f364-43e0-9473-be0d5add321f req-cde21f1b-1d7b-41ee-8a65-8be7b4509547 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:51.171421 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-6ab0f040-f364-43e0-9473-be0d5add321f req-cde21f1b-1d7b-41ee-8a65-8be7b4509547 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.4934978 Feb 15 04:20:51.263331 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdeab836-c80a-4bcc-9b4e-b6463736a1fa tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:20:51.311619 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee5f48-c165-433a-91df-5d2256c268f2 None None] Sync routers for ids ['2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'] in dv-cinder-816104-2-iscsi {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:20:51.330449 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feee5f48-c165-433a-91df-5d2256c268f2 None None] Routers {'2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:20:51.331187 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-86d32ac3-01e7-422f-b377-a739589a3afe req-1756a7a0-b18b-4d2b-a968-96aec5b40089 service neutron] For port b6600cc5-a977-447e-babc-502e1df4a937, host hv-cinder-81610, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:20:51.331547 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-feee5f48-c165-433a-91df-5d2256c268f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:20:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:20:51.348446 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-86d32ac3-01e7-422f-b377-a739589a3afe req-1756a7a0-b18b-4d2b-a968-96aec5b40089 service neutron] For port b6600cc5-a977-447e-babc-502e1df4a937, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=b6600cc5-a977-447e-babc-502e1df4a937,segment=NetworkSegment(6e131826-e383-4c3d-a2a0-30aaa6333ce4),segment_id=6e131826-e383-4c3d-a2a0-30aaa6333ce4)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:20:51.370925 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2608e9b-8329-48d7-9d86-9e561860dab6 req-cc397c7b-8e48-453f-ae2a-ffc732b89086 tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:51.375374 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cdeab836-c80a-4bcc-9b4e-b6463736a1fa tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for floatingip (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:51.379424 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a2608e9b-8329-48d7-9d86-9e561860dab6 req-cc397c7b-8e48-453f-ae2a-ffc732b89086 tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7ec6e38-42b9-43b6-9bb6-fc72a05b2607 HTTP/1.1" status: 200 len: 945 time: 0.1209278 Feb 15 04:20:51.382825 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-86d32ac3-01e7-422f-b377-a739589a3afe req-1756a7a0-b18b-4d2b-a968-96aec5b40089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (b6600cc5-a977-447e-babc-502e1df4a937), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:51.442862 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d32ac3-01e7-422f-b377-a739589a3afe req-1756a7a0-b18b-4d2b-a968-96aec5b40089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:51.443477 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-86d32ac3-01e7-422f-b377-a739589a3afe req-1756a7a0-b18b-4d2b-a968-96aec5b40089 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:51.444930 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-86d32ac3-01e7-422f-b377-a739589a3afe req-1756a7a0-b18b-4d2b-a968-96aec5b40089 service neutron] 10.222.0.59 "PUT /v2.0/ports/b6600cc5-a977-447e-babc-502e1df4a937 HTTP/1.1" status: 200 len: 1093 time: 1.4792409 Feb 15 04:20:51.447298 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b17304-d7b8-4951-9026-adec2d4cc4d6', 'tag': 'b6600cc5-a977-447e-babc-502e1df4a937'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:20:51.449824 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfbf112-6055-4485-aed5-379484174ca5" -d '{"events": [{"name": "network-changed", "server_uuid": "40b17304-d7b8-4951-9026-adec2d4cc4d6", "tag": "b6600cc5-a977-447e-babc-502e1df4a937"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:20:51.531134 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756a7a0-b18b-4d2b-a968-96aec5b40089 service neutron] Pushing event updated for resources: {'Port': ['ID=b6600cc5-a977-447e-babc-502e1df4a937,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:51.591088 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-feee5f48-c165-433a-91df-5d2256c268f2 None None] Set router 2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:20:51.603853 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a2608e9b-8329-48d7-9d86-9e561860dab6 req-64cc93d9-565c-455d-9de8-8f7df13123f9 tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d2c263-2057-4c84-a1d0-803a75180105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232125 Feb 15 04:20:51.661083 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d32ac3-01e7-422f-b377-a739589a3afe req-5bef46f5-9bc9-434a-8273-0873058a350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:51.664169 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-86d32ac3-01e7-422f-b377-a739589a3afe req-5bef46f5-9bc9-434a-8273-0873058a350c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3d7002e2df35463c9128baa00359cd9e&device_id=40b17304-d7b8-4951-9026-adec2d4cc4d6 HTTP/1.1" status: 200 len: 1127 time: 0.1370413 Feb 15 04:20:51.765710 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce9fea4-f1e2-438c-a055-01be85ea2708 x-openstack-request-id: req-8ce9fea4-f1e2-438c-a055-01be85ea2708 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:20:51.767672 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b17304-d7b8-4951-9026-adec2d4cc4d6", "tag": "b6600cc5-a977-447e-babc-502e1df4a937", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:20:51.767672 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8ce9fea4-f1e2-438c-a055-01be85ea2708 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:20:51.767672 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b17304-d7b8-4951-9026-adec2d4cc4d6', 'tag': 'b6600cc5-a977-447e-babc-502e1df4a937', 'status': 'completed', 'code': 200} Feb 15 04:20:51.771482 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-86d32ac3-01e7-422f-b377-a739589a3afe req-075c6740-db20-4fa7-bed1-8e2e7bfe3142 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6600cc5-a977-447e-babc-502e1df4a937 HTTP/1.1" status: 200 len: 217 time: 0.0968864 Feb 15 04:20:51.835092 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-cdeab836-c80a-4bcc-9b4e-b6463736a1fa tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "PUT /v2.0/floatingips/fdf5c981-a878-46d7-b432-748a46132f6f HTTP/1.1" status: 200 len: 991 time: 4.2862024 Feb 15 04:20:51.841159 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bfde5a4-3494-4123-b1d1-aa408427983a', 'tag': '363efce2-a87d-4ada-a63b-669f59236698'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:20:51.844306 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed0f7cd0cebfd20c511642d6f47a3c828635124f8c0731539bf6ef3d21e1c7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f435f5-c8ae-46f7-9285-c11f1151553b" -d '{"events": [{"name": "network-changed", "server_uuid": "6bfde5a4-3494-4123-b1d1-aa408427983a", "tag": "363efce2-a87d-4ada-a63b-669f59236698"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:20:51.865758 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-6ab0f040-f364-43e0-9473-be0d5add321f req-f5e882ef-6ac8-460b-941d-5ddd6a350e19 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6792765 Feb 15 04:20:51.886510 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d32ac3-01e7-422f-b377-a739589a3afe req-e03afc8c-46b5-4009-9da7-72741f635823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:51.894413 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-86d32ac3-01e7-422f-b377-a739589a3afe req-e03afc8c-46b5-4009-9da7-72741f635823 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=508befd6-d7ad-4a18-a5bd-758fb93dcf1e HTTP/1.1" status: 200 len: 855 time: 0.1076076 Feb 15 04:20:52.045348 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-86d32ac3-01e7-422f-b377-a739589a3afe req-466b47e7-4aab-4037-b691-5a1cf1ee9b72 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a909d0e6-c4b3-462a-b863-e1bf37a7bf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1253922 Feb 15 04:20:52.081188 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e7ec47-df87-4341-8f5e-2dabb1c8b982 x-openstack-request-id: req-44e7ec47-df87-4341-8f5e-2dabb1c8b982 {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:20:52.081740 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bfde5a4-3494-4123-b1d1-aa408427983a", "tag": "363efce2-a87d-4ada-a63b-669f59236698", "status": "completed", "code": 200}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:20:52.082171 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-44e7ec47-df87-4341-8f5e-2dabb1c8b982 {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:20:52.082730 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bfde5a4-3494-4123-b1d1-aa408427983a', 'tag': '363efce2-a87d-4ada-a63b-669f59236698', 'status': 'completed', 'code': 200} Feb 15 04:20:52.116761 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 53096) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:52.133053 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8eca607-e91d-47ab-9f07-eb3ff1768259 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Router c9fea396-0fd8-4a83-909f-94149fea34f8 has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:20:52.256812 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8308c5-58f2-48d6-a9a2-953471c6c2ac req-44cbd6d2-f072-4cf2-8271-d86a7bc4953d tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:52.263967 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ea8308c5-58f2-48d6-a9a2-953471c6c2ac req-44cbd6d2-f072-4cf2-8271-d86a7bc4953d tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=40b17304-d7b8-4951-9026-adec2d4cc4d6 HTTP/1.1" status: 200 len: 943 time: 0.3672695 Feb 15 04:20:52.357659 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8eca607-e91d-47ab-9f07-eb3ff1768259 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:20:52.361846 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f435f5-c8ae-46f7-9285-c11f1151553b req-516799d2-aa82-46bc-ac36-66f34a0d2dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:52.364304 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e8eca607-e91d-47ab-9f07-eb3ff1768259 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for floatingip (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:52.366990 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-54f435f5-c8ae-46f7-9285-c11f1151553b req-516799d2-aa82-46bc-ac36-66f34a0d2dcf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6908f5f033f4c8888210c0cf405f4fa&device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 1129 time: 0.2638073 Feb 15 04:20:52.372571 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-86d32ac3-01e7-422f-b377-a739589a3afe req-2b211dbd-bdb6-4547-87c5-070cea1e02ce service neutron] 10.222.0.59 "GET /v2.0/networks/a909d0e6-c4b3-462a-b863-e1bf37a7bf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010011 Feb 15 04:20:52.372837 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-feee5f48-c165-433a-91df-5d2256c268f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'name': 'tempest-AttachVolumeShelveTestJSON-558353376-router', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:37Z', 'updated_at': '2022-02-15T04:19:51Z', 'revision_number': 4, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'gw_port': {'id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:39Z', 'updated_at': '2022-02-15T04:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_floatingips': [{'id': 'fdf5c981-a878-46d7-b432-748a46132f6f', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'floating_ip_address': '172.27.1.186', 'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'router_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'port_id': '363efce2-a87d-4ada-a63b-669f59236698', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d', 'mac_address': 'fa:16:3e:d3:31:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfde5a4-3494-4123-b1d1-aa408427983a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:20:06Z', 'updated_at': '2022-02-15T04:20:48Z', 'revision_number': 1, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed95016a-a25d-49d0-9aed-456bb80645fd', 'name': '', 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'mac_address': 'fa:16:3e:61:e3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:45Z', 'updated_at': '2022-02-15T04:20:02Z', 'revision_number': 5, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'subnets': [{'id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:20:52.375805 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfa807f-1438-45a9-9c78-80de63abfd36 None None] Sync routers for ids ['c9fea396-0fd8-4a83-909f-94149fea34f8'] in dv-cinder-816104-2-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:20:52.396036 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfa807f-1438-45a9-9c78-80de63abfd36 None None] Routers {'c9fea396-0fd8-4a83-909f-94149fea34f8'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:20:52.396839 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-7dfa807f-1438-45a9-9c78-80de63abfd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:20:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['c9fea396-0fd8-4a83-909f-94149fea34f8'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:20:52.409851 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ea8308c5-58f2-48d6-a9a2-953471c6c2ac req-6512c45e-344e-4ab6-aa13-92e6de7257b8 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446445 Feb 15 04:20:52.418489 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-55ec1011-cab1-4b23-9447-b067ea0ef008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:52.466558 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-e8eca607-e91d-47ab-9f07-eb3ff1768259 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "PUT /v2.0/floatingips/3ccabea8-1612-43af-8ee7-3124b417d48a HTTP/1.1" status: 200 len: 992 time: 3.7670481 Feb 15 04:20:52.494822 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee5f48-c165-433a-91df-5d2256c268f2 None None] Checking router: 2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2 for host: dv-cinder-816104-2-iscsi {{(pid=102636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:20:52.537943 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feee5f48-c165-433a-91df-5d2256c268f2 None None] Routers {'2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:20:52.539922 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-feee5f48-c165-433a-91df-5d2256c268f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:20:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:20:52.632247 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f435f5-c8ae-46f7-9285-c11f1151553b req-b29a9458-c51f-4194-afda-6df3c886686c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:52.634004 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-54f435f5-c8ae-46f7-9285-c11f1151553b req-b29a9458-c51f-4194-afda-6df3c886686c service neutron] 10.222.0.59 "GET /v2.0/networks?id=f0c3e2a8-7b6d-47b3-b743-56e894a4b50d HTTP/1.1" status: 200 len: 916 time: 0.2182195 Feb 15 04:20:52.679073 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-55ec1011-cab1-4b23-9447-b067ea0ef008 admin admin] Publish callbacks [] for security_group (c972d596-c11a-4754-a0b0-91f3dbc00bf4), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:52.688250 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-55ec1011-cab1-4b23-9447-b067ea0ef008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (c972d596-c11a-4754-a0b0-91f3dbc00bf4), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:52.780139 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-7dfa807f-1438-45a9-9c78-80de63abfd36 None None] Set router c9fea396-0fd8-4a83-909f-94149fea34f8 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:20:52.815955 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-86d32ac3-01e7-422f-b377-a739589a3afe req-e8dd2c6d-5c93-4fd6-9172-f3f4a9f1f971 service neutron] 10.222.0.59 "GET /v2.0/networks/a909d0e6-c4b3-462a-b863-e1bf37a7bf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041052 Feb 15 04:20:52.896924 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-feee5f48-c165-433a-91df-5d2256c268f2 None None] Set router 2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:20:52.921419 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-55ec1011-cab1-4b23-9447-b067ea0ef008 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7380f91f30cf4862b70356e9767a52a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8011243 Feb 15 04:20:52.928316 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 53118) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:52.980133 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec1011-cab1-4b23-9447-b067ea0ef008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c972d596-c11a-4754-a0b0-91f3dbc00bf4,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:53.163592 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e4cfa-cad0-41b2-a564-3544c6169e17 req-d24c2c87-4618-4939-bc37-c50c5fca0229 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:53.173605 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-54f435f5-c8ae-46f7-9285-c11f1151553b req-047fff37-d793-49c6-bb69-fc38266201a4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=363efce2-a87d-4ada-a63b-669f59236698 HTTP/1.1" status: 200 len: 999 time: 0.3993306 Feb 15 04:20:53.176540 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a52e4cfa-cad0-41b2-a564-3544c6169e17 req-d24c2c87-4618-4939-bc37-c50c5fca0229 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.1712663 Feb 15 04:20:53.178257 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbf112-6055-4485-aed5-379484174ca5 req-7b432bb3-5a7a-464a-b55a-b26ed67bab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:53.180170 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dcfbf112-6055-4485-aed5-379484174ca5 req-7b432bb3-5a7a-464a-b55a-b26ed67bab13 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3d7002e2df35463c9128baa00359cd9e&device_id=40b17304-d7b8-4951-9026-adec2d4cc4d6 HTTP/1.1" status: 200 len: 1127 time: 0.2201436 Feb 15 04:20:53.183448 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9443411e-a9bc-4a55-95d7-f63b82a41d2d admin admin] Publish callbacks [] for security_group (c972d596-c11a-4754-a0b0-91f3dbc00bf4), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:53.200537 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16241e69-3272-4cbb-a5b8-97e4d0defd4e req-b5c2cf62-05e8-4a2c-9460-99c9fe520d84 tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:53.202173 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-16241e69-3272-4cbb-a5b8-97e4d0defd4e req-b5c2cf62-05e8-4a2c-9460-99c9fe520d84 tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7ec6e38-42b9-43b6-9bb6-fc72a05b2607 HTTP/1.1" status: 200 len: 945 time: 0.2404039 Feb 15 04:20:53.273560 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9443411e-a9bc-4a55-95d7-f63b82a41d2d admin admin] Publish callbacks [] for security_group (c972d596-c11a-4754-a0b0-91f3dbc00bf4), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:53.386490 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a52e4cfa-cad0-41b2-a564-3544c6169e17 req-d050d624-eb3e-442b-85d8-efe153543818 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003996 Feb 15 04:20:53.473413 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9443411e-a9bc-4a55-95d7-f63b82a41d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (c972d596-c11a-4754-a0b0-91f3dbc00bf4), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:53.475228 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f435f5-c8ae-46f7-9285-c11f1151553b req-a8254ae8-9689-47bd-8ea3-8251116b6838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:53.476726 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9443411e-a9bc-4a55-95d7-f63b82a41d2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:53.477599 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-54f435f5-c8ae-46f7-9285-c11f1151553b req-a8254ae8-9689-47bd-8ea3-8251116b6838 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5c54656-66d3-4f7d-bcac-e474d59bf132 HTTP/1.1" status: 200 len: 855 time: 0.2471507 Feb 15 04:20:53.479580 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-9443411e-a9bc-4a55-95d7-f63b82a41d2d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c972d596-c11a-4754-a0b0-91f3dbc00bf4 HTTP/1.1" status: 204 len: 168 time: 0.5345197 Feb 15 04:20:53.530018 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443411e-a9bc-4a55-95d7-f63b82a41d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c972d596-c11a-4754-a0b0-91f3dbc00bf4,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:53.564983 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-feee5f48-c165-433a-91df-5d2256c268f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'name': 'tempest-AttachVolumeShelveTestJSON-558353376-router', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:37Z', 'updated_at': '2022-02-15T04:19:51Z', 'revision_number': 4, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'gw_port': {'id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:39Z', 'updated_at': '2022-02-15T04:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_floatingips': [{'id': 'fdf5c981-a878-46d7-b432-748a46132f6f', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'floating_ip_address': '172.27.1.186', 'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'router_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'port_id': '363efce2-a87d-4ada-a63b-669f59236698', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d', 'mac_address': 'fa:16:3e:d3:31:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfde5a4-3494-4123-b1d1-aa408427983a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:20:06Z', 'updated_at': '2022-02-15T04:20:48Z', 'revision_number': 1, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed95016a-a25d-49d0-9aed-456bb80645fd', 'name': '', 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'mac_address': 'fa:16:3e:61:e3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:45Z', 'updated_at': '2022-02-15T04:20:02Z', 'revision_number': 5, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'subnets': [{'id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:20:53.577119 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-16241e69-3272-4cbb-a5b8-97e4d0defd4e req-f081ed88-c087-48bb-b978-e2c4fd8e1bba tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d2c263-2057-4c84-a1d0-803a75180105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050578 Feb 15 04:20:53.582290 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbf112-6055-4485-aed5-379484174ca5 req-c12a78a7-8daf-4dc7-a389-cd23c9431668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:53.584786 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dcfbf112-6055-4485-aed5-379484174ca5 req-c12a78a7-8daf-4dc7-a389-cd23c9431668 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a909d0e6-c4b3-462a-b863-e1bf37a7bf54 HTTP/1.1" status: 200 len: 915 time: 0.3816440 Feb 15 04:20:53.630782 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee5f48-c165-433a-91df-5d2256c268f2 None None] The sync data for ids ['2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'] in dv-cinder-816104-2-iscsi is: [{'id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'name': 'tempest-AttachVolumeShelveTestJSON-558353376-router', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:37Z', 'updated_at': '2022-02-15T04:19:51Z', 'revision_number': 4, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'gw_port': {'id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:39Z', 'updated_at': '2022-02-15T04:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_floatingips': [{'id': 'fdf5c981-a878-46d7-b432-748a46132f6f', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'floating_ip_address': '172.27.1.186', 'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'router_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'port_id': '363efce2-a87d-4ada-a63b-669f59236698', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d', 'mac_address': 'fa:16:3e:d3:31:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfde5a4-3494-4123-b1d1-aa408427983a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:20:06Z', 'updated_at': '2022-02-15T04:20:48Z', 'revision_number': 1, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed95016a-a25d-49d0-9aed-456bb80645fd', 'name': '', 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'mac_address': 'fa:16:3e:61:e3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:45Z', 'updated_at': '2022-02-15T04:20:02Z', 'revision_number': 5, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'subnets': [{'id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:20:53.651933 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dcfbf112-6055-4485-aed5-379484174ca5 req-03c78260-d5e5-4141-950d-e928e9009d87 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6600cc5-a977-447e-babc-502e1df4a937 HTTP/1.1" status: 200 len: 217 time: 0.0550857 Feb 15 04:20:53.680241 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3a10e-985d-4aa6-bf82-3d6b3bda5f68 req-4d6dfa9f-c8bd-4172-b38a-12133928fc8a tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:53.692865 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f435f5-c8ae-46f7-9285-c11f1151553b req-b1e6fef8-dbe8-49b0-b13e-44912af31134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:53.693866 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-8eb3a10e-985d-4aa6-bf82-3d6b3bda5f68 req-4d6dfa9f-c8bd-4172-b38a-12133928fc8a tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=40b17304-d7b8-4951-9026-adec2d4cc4d6 HTTP/1.1" status: 200 len: 943 time: 0.1377697 Feb 15 04:20:53.694688 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-54f435f5-c8ae-46f7-9285-c11f1151553b req-b1e6fef8-dbe8-49b0-b13e-44912af31134 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0c3e2a8-7b6d-47b3-b743-56e894a4b50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2003114 Feb 15 04:20:53.776336 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-8eb3a10e-985d-4aa6-bf82-3d6b3bda5f68 req-330044a2-6d3e-425d-9ffa-474e79e66fe2 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814044 Feb 15 04:20:53.790537 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-7dfa807f-1438-45a9-9c78-80de63abfd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'name': 'tempest-AttachVolumeTestJSON-1521098367-router', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:35Z', 'updated_at': '2022-02-15T04:19:54Z', 'revision_number': 4, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'gw_port': {'id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:38Z', 'updated_at': '2022-02-15T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_floatingips': [{'id': '3ccabea8-1612-43af-8ee7-3124b417d48a', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'router_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'port_id': 'cef1beba-9166-4527-9646-13388dc57d5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279', 'mac_address': 'fa:16:3e:c2:a9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda24f72-ec24-4b2a-9eed-23dbe8b9706c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:20:10Z', 'updated_at': '2022-02-15T04:20:50Z', 'revision_number': 1, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12a08514-3162-4e1a-98d9-ba47008b772b', 'name': '', 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'mac_address': 'fa:16:3e:2c:7b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07051326-83bf-45b5-9e91-0b63b787c497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:47Z', 'updated_at': '2022-02-15T04:20:05Z', 'revision_number': 5, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'subnets': [{'id': '07051326-83bf-45b5-9e91-0b63b787c497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:20:53.838241 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbf112-6055-4485-aed5-379484174ca5 req-adab226b-729e-43e7-b208-1002a9378252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:53.839150 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfa807f-1438-45a9-9c78-80de63abfd36 None None] Checking router: c9fea396-0fd8-4a83-909f-94149fea34f8 for host: dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:20:53.839788 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dcfbf112-6055-4485-aed5-379484174ca5 req-adab226b-729e-43e7-b208-1002a9378252 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=508befd6-d7ad-4a18-a5bd-758fb93dcf1e HTTP/1.1" status: 200 len: 855 time: 0.1799908 Feb 15 04:20:53.850317 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfa807f-1438-45a9-9c78-80de63abfd36 None None] Routers {'c9fea396-0fd8-4a83-909f-94149fea34f8'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:20:53.851062 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-7dfa807f-1438-45a9-9c78-80de63abfd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:20:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['c9fea396-0fd8-4a83-909f-94149fea34f8'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:20:53.902723 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dcfbf112-6055-4485-aed5-379484174ca5 req-b5687478-5e50-4642-a7a4-129d9d8df7e8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a909d0e6-c4b3-462a-b863-e1bf37a7bf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439825 Feb 15 04:20:53.915406 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-54f435f5-c8ae-46f7-9285-c11f1151553b req-3e064df0-0d12-4154-b3f3-87f3bd9fff20 service neutron] 10.222.0.59 "GET /v2.0/networks/f0c3e2a8-7b6d-47b3-b743-56e894a4b50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789932 Feb 15 04:20:54.013154 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2da54d1-7010-4f42-a41d-46de02f82392 None None] New status for floating IP fdf5c981-a878-46d7-b432-748a46132f6f: ACTIVE {{(pid=102636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 04:20:54.052605 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-7dfa807f-1438-45a9-9c78-80de63abfd36 None None] Set router c9fea396-0fd8-4a83-909f-94149fea34f8 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:20:54.083891 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda24f72-ec24-4b2a-9eed-23dbe8b9706c', 'tag': 'cef1beba-9166-4527-9646-13388dc57d5b'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:20:54.086758 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed0f7cd0cebfd20c511642d6f47a3c828635124f8c0731539bf6ef3d21e1c7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33907a16-d042-4614-8d5e-a2cf42d1a835" -d '{"events": [{"name": "network-changed", "server_uuid": "eda24f72-ec24-4b2a-9eed-23dbe8b9706c", "tag": "cef1beba-9166-4527-9646-13388dc57d5b"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:20:54.124041 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-54f435f5-c8ae-46f7-9285-c11f1151553b req-24746a9c-fc19-477f-a078-4f2e855d60e2 service neutron] 10.222.0.59 "GET /v2.0/networks/f0c3e2a8-7b6d-47b3-b743-56e894a4b50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876030 Feb 15 04:20:54.151804 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 53136) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:54.162536 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f96024c-5fe5-459e-8b6e-b41dd4504aec x-openstack-request-id: req-6f96024c-5fe5-459e-8b6e-b41dd4504aec {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:20:54.167331 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda24f72-ec24-4b2a-9eed-23dbe8b9706c", "tag": "cef1beba-9166-4527-9646-13388dc57d5b", "status": "completed", "code": 200}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:20:54.167660 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6f96024c-5fe5-459e-8b6e-b41dd4504aec {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:20:54.168074 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda24f72-ec24-4b2a-9eed-23dbe8b9706c', 'tag': 'cef1beba-9166-4527-9646-13388dc57d5b', 'status': 'completed', 'code': 200} Feb 15 04:20:54.180384 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dcfbf112-6055-4485-aed5-379484174ca5 req-c5ca0a66-359f-4956-9c3e-b632dd545949 service neutron] 10.222.0.59 "GET /v2.0/networks/a909d0e6-c4b3-462a-b863-e1bf37a7bf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541938 Feb 15 04:20:54.189398 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b78f80dd-a1ce-4590-8e3e-2b8778cad13d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:54.312952 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b78f80dd-a1ce-4590-8e3e-2b8778cad13d admin admin] Publish callbacks [] for security_group (1838905b-e01d-4bdb-8042-b1eca8767d8f), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:54.320332 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b78f80dd-a1ce-4590-8e3e-2b8778cad13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (1838905b-e01d-4bdb-8042-b1eca8767d8f), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:54.331984 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dcfbf112-6055-4485-aed5-379484174ca5 req-b8784ad9-f109-45fa-a5a7-7137a0d2755c service neutron] 10.222.0.59 "GET /v2.0/networks/a909d0e6-c4b3-462a-b863-e1bf37a7bf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046863 Feb 15 04:20:54.374101 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f80dd-a1ce-4590-8e3e-2b8778cad13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1838905b-e01d-4bdb-8042-b1eca8767d8f,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:54.380332 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-b78f80dd-a1ce-4590-8e3e-2b8778cad13d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7efea6390874412c920885efb66a4e8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275858 Feb 15 04:20:54.383547 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 53140) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:54.440141 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33907a16-d042-4614-8d5e-a2cf42d1a835 req-5994f1bc-b41e-4c12-bcd1-9ce7b4910749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:54.441815 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-33907a16-d042-4614-8d5e-a2cf42d1a835 req-5994f1bc-b41e-4c12-bcd1-9ce7b4910749 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e4ef5a0f7e5040c0aa3d33d31fbbb206&device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 1130 time: 0.2132375 Feb 15 04:20:54.510583 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a1a94acf-cb00-4387-bdce-497520e3e395 admin admin] Publish callbacks [] for security_group (1838905b-e01d-4bdb-8042-b1eca8767d8f), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:54.571401 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a1a94acf-cb00-4387-bdce-497520e3e395 admin admin] Publish callbacks [] for security_group (1838905b-e01d-4bdb-8042-b1eca8767d8f), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:54.607862 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-7dfa807f-1438-45a9-9c78-80de63abfd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'name': 'tempest-AttachVolumeTestJSON-1521098367-router', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:35Z', 'updated_at': '2022-02-15T04:19:54Z', 'revision_number': 4, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'gw_port': {'id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:38Z', 'updated_at': '2022-02-15T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_floatingips': [{'id': '3ccabea8-1612-43af-8ee7-3124b417d48a', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'router_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'port_id': 'cef1beba-9166-4527-9646-13388dc57d5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279', 'mac_address': 'fa:16:3e:c2:a9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda24f72-ec24-4b2a-9eed-23dbe8b9706c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:20:10Z', 'updated_at': '2022-02-15T04:20:50Z', 'revision_number': 1, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12a08514-3162-4e1a-98d9-ba47008b772b', 'name': '', 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'mac_address': 'fa:16:3e:2c:7b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07051326-83bf-45b5-9e91-0b63b787c497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:47Z', 'updated_at': '2022-02-15T04:20:05Z', 'revision_number': 5, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'subnets': [{'id': '07051326-83bf-45b5-9e91-0b63b787c497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:20:54.637539 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33907a16-d042-4614-8d5e-a2cf42d1a835 req-5d278737-ed70-4e7e-964d-b4eba6922639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:54.639071 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-33907a16-d042-4614-8d5e-a2cf42d1a835 req-5d278737-ed70-4e7e-964d-b4eba6922639 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c49ed967-4df2-4c03-a3f7-11bc631a5279 HTTP/1.1" status: 200 len: 911 time: 0.1830733 Feb 15 04:20:54.640046 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfa807f-1438-45a9-9c78-80de63abfd36 None None] The sync data for ids ['c9fea396-0fd8-4a83-909f-94149fea34f8'] in dv-cinder-816104-2-iscsi is: [{'id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'name': 'tempest-AttachVolumeTestJSON-1521098367-router', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:35Z', 'updated_at': '2022-02-15T04:19:54Z', 'revision_number': 4, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'gw_port': {'id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:38Z', 'updated_at': '2022-02-15T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_floatingips': [{'id': '3ccabea8-1612-43af-8ee7-3124b417d48a', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'router_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'port_id': 'cef1beba-9166-4527-9646-13388dc57d5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279', 'mac_address': 'fa:16:3e:c2:a9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda24f72-ec24-4b2a-9eed-23dbe8b9706c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:20:10Z', 'updated_at': '2022-02-15T04:20:50Z', 'revision_number': 1, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12a08514-3162-4e1a-98d9-ba47008b772b', 'name': '', 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'mac_address': 'fa:16:3e:2c:7b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07051326-83bf-45b5-9e91-0b63b787c497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:47Z', 'updated_at': '2022-02-15T04:20:05Z', 'revision_number': 5, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'subnets': [{'id': '07051326-83bf-45b5-9e91-0b63b787c497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:20:54.689470 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a1a94acf-cb00-4387-bdce-497520e3e395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (1838905b-e01d-4bdb-8042-b1eca8767d8f), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:54.693171 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a1a94acf-cb00-4387-bdce-497520e3e395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:54.698050 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-a1a94acf-cb00-4387-bdce-497520e3e395 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1838905b-e01d-4bdb-8042-b1eca8767d8f HTTP/1.1" status: 204 len: 168 time: 0.3114967 Feb 15 04:20:54.717793 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55752f1c-0d36-4c15-9571-ef3bbdf2d437 req-4ff02604-072c-4f82-ab15-97116db36ca5 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:54.720232 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-55752f1c-0d36-4c15-9571-ef3bbdf2d437 req-4ff02604-072c-4f82-ab15-97116db36ca5 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.1217165 Feb 15 04:20:54.721331 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a94acf-cb00-4387-bdce-497520e3e395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1838905b-e01d-4bdb-8042-b1eca8767d8f,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:54.807451 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-33907a16-d042-4614-8d5e-a2cf42d1a835 req-4b1f58d4-65e5-46ce-a6a2-c5d6b408e639 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cef1beba-9166-4527-9646-13388dc57d5b HTTP/1.1" status: 200 len: 1000 time: 0.1596282 Feb 15 04:20:54.817814 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-55752f1c-0d36-4c15-9571-ef3bbdf2d437 req-9213807b-8b0e-4d5f-8c33-eba8b332e99c tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879970 Feb 15 04:20:54.927672 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028f137-7fc5-4740-b3ab-e2fccc18a93d req-74c9e822-cbb6-4aaa-a831-30a80d4d29b6 tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:54.929521 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f028f137-7fc5-4740-b3ab-e2fccc18a93d req-74c9e822-cbb6-4aaa-a831-30a80d4d29b6 tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7ec6e38-42b9-43b6-9bb6-fc72a05b2607 HTTP/1.1" status: 200 len: 945 time: 0.2196946 Feb 15 04:20:54.947974 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262463c5-f167-4c68-b96b-bdb6e8d5e7dc req-9dca9340-bf50-4dc3-a88f-129c960cd415 tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:54.950270 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-262463c5-f167-4c68-b96b-bdb6e8d5e7dc req-9dca9340-bf50-4dc3-a88f-129c960cd415 tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7ec6e38-42b9-43b6-9bb6-fc72a05b2607 HTTP/1.1" status: 200 len: 945 time: 0.1650636 Feb 15 04:20:54.952168 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33907a16-d042-4614-8d5e-a2cf42d1a835 req-13820f6a-9744-4471-a27d-b7e17967ad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:54.953876 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-33907a16-d042-4614-8d5e-a2cf42d1a835 req-13820f6a-9744-4471-a27d-b7e17967ad56 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=07051326-83bf-45b5-9e91-0b63b787c497 HTTP/1.1" status: 200 len: 850 time: 0.1048486 Feb 15 04:20:55.021369 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f864794-023e-442e-a72f-1a1f96cf46ad req-cd950093-b8c5-4a75-988c-9afa67ce9ee3 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:55.031422 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-3f864794-023e-442e-a72f-1a1f96cf46ad req-cd950093-b8c5-4a75-988c-9afa67ce9ee3 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=40b17304-d7b8-4951-9026-adec2d4cc4d6 HTTP/1.1" status: 200 len: 943 time: 0.0873623 Feb 15 04:20:55.112760 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-3f864794-023e-442e-a72f-1a1f96cf46ad req-19cf2518-26f4-4ef1-85cd-4e8e4abe4a33 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788963 Feb 15 04:20:55.137511 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb958927-9415-4901-adbf-1f99c45cea4c None None] New status for floating IP 3ccabea8-1612-43af-8ee7-3124b417d48a: ACTIVE {{(pid=102635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 04:20:55.432252 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f028f137-7fc5-4740-b3ab-e2fccc18a93d req-b4cf012d-c509-4828-b842-269633a75cdb tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d2c263-2057-4c84-a1d0-803a75180105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4759016 Feb 15 04:20:55.444543 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33907a16-d042-4614-8d5e-a2cf42d1a835 req-357a9749-517a-4617-9136-f9a40e721127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:55.446964 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-33907a16-d042-4614-8d5e-a2cf42d1a835 req-357a9749-517a-4617-9136-f9a40e721127 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c49ed967-4df2-4c03-a3f7-11bc631a5279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4730132 Feb 15 04:20:55.645143 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-262463c5-f167-4c68-b96b-bdb6e8d5e7dc req-53889831-5a89-4cf1-b484-f4ff1f9d991d tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Deleting port 69f21ab9-d078-4316-b53b-b12b447aebd4 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:20:55.645683 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-262463c5-f167-4c68-b96b-bdb6e8d5e7dc req-53889831-5a89-4cf1-b484-f4ff1f9d991d tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (69f21ab9-d078-4316-b53b-b12b447aebd4), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:55.758828 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-33907a16-d042-4614-8d5e-a2cf42d1a835 req-cb2df594-2a52-4b30-a441-44ab46ca08a8 service neutron] 10.222.0.59 "GET /v2.0/networks/c49ed967-4df2-4c03-a3f7-11bc631a5279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987671 Feb 15 04:20:55.870710 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-262463c5-f167-4c68-b96b-bdb6e8d5e7dc req-53889831-5a89-4cf1-b484-f4ff1f9d991d tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] For port 69f21ab9-d078-4316-b53b-b12b447aebd4, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=69f21ab9-d078-4316-b53b-b12b447aebd4,segment=NetworkSegment(41ba3272-2d95-4a3a-8b86-24194a3c9932),segment_id=41ba3272-2d95-4a3a-8b86-24194a3c9932)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:20:55.870710 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-262463c5-f167-4c68-b96b-bdb6e8d5e7dc req-53889831-5a89-4cf1-b484-f4ff1f9d991d tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (69f21ab9-d078-4316-b53b-b12b447aebd4), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:55.912686 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-262463c5-f167-4c68-b96b-bdb6e8d5e7dc req-53889831-5a89-4cf1-b484-f4ff1f9d991d tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Calling delete_port for 69f21ab9-d078-4316-b53b-b12b447aebd4 owned by compute:nova {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:20:55.971945 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-33907a16-d042-4614-8d5e-a2cf42d1a835 req-531830be-f0e8-4db4-b96f-baf996ad029e service neutron] 10.222.0.59 "GET /v2.0/networks/c49ed967-4df2-4c03-a3f7-11bc631a5279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995924 Feb 15 04:20:56.079567 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459f3ce-6cca-4150-b4cc-3adcb247368d req-9b718063-bceb-43f6-9ac0-b8751e0aec06 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:56.081464 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-b459f3ce-6cca-4150-b4cc-3adcb247368d req-9b718063-bceb-43f6-9ac0-b8751e0aec06 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.1295874 Feb 15 04:20:56.175316 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-b459f3ce-6cca-4150-b4cc-3adcb247368d req-13c1125d-a6d7-4a99-bf8a-27b59941eb85 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873733 Feb 15 04:20:56.179359 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-262463c5-f167-4c68-b96b-bdb6e8d5e7dc req-53889831-5a89-4cf1-b484-f4ff1f9d991d tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (69f21ab9-d078-4316-b53b-b12b447aebd4), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:56.200761 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['69f21ab9-d078-4316-b53b-b12b447aebd4'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:20:56.254069 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53889831-5a89-4cf1-b484-f4ff1f9d991d tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Pushing event deleted for resources: {'Port': ['ID=69f21ab9-d078-4316-b53b-b12b447aebd4,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:56.369900 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-262463c5-f167-4c68-b96b-bdb6e8d5e7dc req-53889831-5a89-4cf1-b484-f4ff1f9d991d tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] No DVR routers for this DVR port 69f21ab9-d078-4316-b53b-b12b447aebd4 on host hv-cinder-81610 {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:20:56.376777 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-262463c5-f167-4c68-b96b-bdb6e8d5e7dc req-53889831-5a89-4cf1-b484-f4ff1f9d991d tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:56.380376 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-262463c5-f167-4c68-b96b-bdb6e8d5e7dc req-53889831-5a89-4cf1-b484-f4ff1f9d991d tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.59 "DELETE /v2.0/ports/69f21ab9-d078-4316-b53b-b12b447aebd4 HTTP/1.1" status: 204 len: 173 time: 1.4054456 Feb 15 04:20:56.380975 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ec6e38-42b9-43b6-9bb6-fc72a05b2607', 'name': 'network-vif-deleted', 'tag': '69f21ab9-d078-4316-b53b-b12b447aebd4'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:20:56.383540 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5067594a-1a5a-441e-bce8-5b81ce91459f" -d '{"events": [{"server_uuid": "e7ec6e38-42b9-43b6-9bb6-fc72a05b2607", "name": "network-vif-deleted", "tag": "69f21ab9-d078-4316-b53b-b12b447aebd4"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:20:56.422564 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880e51d-52bd-4ead-9309-20113c5aa4d2 req-658a4d0e-5fb3-4c20-8570-c73c09c1a8ff tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:56.432206 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4880e51d-52bd-4ead-9309-20113c5aa4d2 req-658a4d0e-5fb3-4c20-8570-c73c09c1a8ff tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=40b17304-d7b8-4951-9026-adec2d4cc4d6 HTTP/1.1" status: 200 len: 943 time: 0.1824899 Feb 15 04:20:56.462508 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f5e7d0-975e-42fe-9038-98beb8312cbc x-openstack-request-id: req-17f5e7d0-975e-42fe-9038-98beb8312cbc {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:20:56.462847 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ec6e38-42b9-43b6-9bb6-fc72a05b2607", "name": "network-vif-deleted", "tag": "69f21ab9-d078-4316-b53b-b12b447aebd4", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:20:56.463053 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-17f5e7d0-975e-42fe-9038-98beb8312cbc {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:20:56.463571 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ec6e38-42b9-43b6-9bb6-fc72a05b2607', 'name': 'network-vif-deleted', 'tag': '69f21ab9-d078-4316-b53b-b12b447aebd4', 'status': 'completed', 'code': 200} Feb 15 04:20:56.505915 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4880e51d-52bd-4ead-9309-20113c5aa4d2 req-dc5bb505-f3b9-4d5a-8f95-ef84f210596d tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718434 Feb 15 04:20:56.599157 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-2f4c19af-e01e-4980-af18-e69d726e1dd2 req-4c518b46-a138-46d0-8e33-d9e50863389f tempest-DeleteServersTestJSON-1854689447 tempest-DeleteServersTestJSON-1854689447-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7ec6e38-42b9-43b6-9bb6-fc72a05b2607 HTTP/1.1" status: 200 len: 210 time: 0.0432038 Feb 15 04:20:57.400102 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824a460-ed43-4190-9760-1a62ff6c5230 req-26e9c7ac-ae52-4d91-a8a0-a055dd9b1781 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:57.401991 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6824a460-ed43-4190-9760-1a62ff6c5230 req-26e9c7ac-ae52-4d91-a8a0-a055dd9b1781 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.0827932 Feb 15 04:20:57.477480 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6824a460-ed43-4190-9760-1a62ff6c5230 req-090d7305-05a5-49f2-b5a1-87d5eeaf168f tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668106 Feb 15 04:20:57.723002 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529732a-6d36-4865-9033-be5179877442 req-fa03196a-04ad-49a5-a7d2-8ce18fecff4f tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:57.726919 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d529732a-6d36-4865-9033-be5179877442 req-fa03196a-04ad-49a5-a7d2-8ce18fecff4f tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=40b17304-d7b8-4951-9026-adec2d4cc4d6 HTTP/1.1" status: 200 len: 943 time: 0.0824242 Feb 15 04:20:57.796054 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d529732a-6d36-4865-9033-be5179877442 req-b01bad26-229a-48dc-a3f6-998d4156397d tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642266 Feb 15 04:20:58.649148 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f948a0-376b-4db4-a18e-74c55c46c84b req-708efaa3-7474-4567-a364-3c415896ef8c tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:58.650758 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-41f948a0-376b-4db4-a18e-74c55c46c84b req-708efaa3-7474-4567-a364-3c415896ef8c tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.0817924 Feb 15 04:20:58.733971 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-41f948a0-376b-4db4-a18e-74c55c46c84b req-ebeabca4-43c2-4409-aa88-7d7043efd5c5 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708082 Feb 15 04:20:58.896683 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device b6600cc5-a977-447e-babc-502e1df4a937 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 04:20:58.903230 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 69f21ab9-d078-4316-b53b-b12b447aebd4 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:20:58.972147 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c40ea6-581c-4e96-8d97-fc66d58b1938 req-26efcef3-1a4e-4ceb-bd74-5455eadcd2a8 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:58.979787 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-91c40ea6-581c-4e96-8d97-fc66d58b1938 req-26efcef3-1a4e-4ceb-bd74-5455eadcd2a8 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=40b17304-d7b8-4951-9026-adec2d4cc4d6 HTTP/1.1" status: 200 len: 943 time: 0.0935528 Feb 15 04:20:59.044151 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-91c40ea6-581c-4e96-8d97-fc66d58b1938 req-65dae0fd-04b5-4bb7-bcd4-5c263847d3fc tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630922 Feb 15 04:20:59.056389 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] No Port match for: 69f21ab9-d078-4316-b53b-b12b447aebd4 {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:20:59.057114 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 69f21ab9-d078-4316-b53b-b12b447aebd4 not bound to the agent host hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:20:59.129493 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port b6600cc5-a977-447e-babc-502e1df4a937, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=b6600cc5-a977-447e-babc-502e1df4a937,segment=NetworkSegment(6e131826-e383-4c3d-a2a0-30aaa6333ce4),segment_id=6e131826-e383-4c3d-a2a0-30aaa6333ce4)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:20:59.158692 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Returning: {'device': 'b6600cc5-a977-447e-babc-502e1df4a937', 'network_id': 'a909d0e6-c4b3-462a-b863-e1bf37a7bf54', 'port_id': 'b6600cc5-a977-447e-babc-502e1df4a937', 'mac_address': 'fa:16:3e:32:a3:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '508befd6-d7ad-4a18-a5bd-758fb93dcf1e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 04:20:59.207732 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 53270) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:59.209853 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port b6600cc5-a977-447e-babc-502e1df4a937 is: DOWN; New status is: BUILD {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:20:59.210255 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (b6600cc5-a977-447e-babc-502e1df4a937), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:59.229994 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6600cc5-a977-447e-babc-502e1df4a937 {{(pid=102635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:20:59.263327 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.db_base_plugin_v2 [None req-450c47a6-c140-4cbc-8dfd-7f50272c22b8 admin admin] Deleting subnet ab75fbfe-d28a-4597-bc81-918f2b53f28f {{(pid=102634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 04:20:59.267903 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port b6600cc5-a977-447e-babc-502e1df4a937, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=b6600cc5-a977-447e-babc-502e1df4a937,segment=NetworkSegment(6e131826-e383-4c3d-a2a0-30aaa6333ce4),segment_id=6e131826-e383-4c3d-a2a0-30aaa6333ce4)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:20:59.268186 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-450c47a6-c140-4cbc-8dfd-7f50272c22b8 admin admin] Publish callbacks [] for subnet (ab75fbfe-d28a-4597-bc81-918f2b53f28f), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:59.275680 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (b6600cc5-a977-447e-babc-502e1df4a937), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:59.309696 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-450c47a6-c140-4cbc-8dfd-7f50272c22b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5689128'] for subnet (ab75fbfe-d28a-4597-bc81-918f2b53f28f), precommit_delete_associations {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:59.362412 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-450c47a6-c140-4cbc-8dfd-7f50272c22b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1732099'] for subnet (ab75fbfe-d28a-4597-bc81-918f2b53f28f), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:59.364473 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=b6600cc5-a977-447e-babc-502e1df4a937,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:59.432280 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-450c47a6-c140-4cbc-8dfd-7f50272c22b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1730288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5688276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6160504'] for subnet (ab75fbfe-d28a-4597-bc81-918f2b53f28f), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:59.470027 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-450c47a6-c140-4cbc-8dfd-7f50272c22b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for subnet (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:59.474160 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-450c47a6-c140-4cbc-8dfd-7f50272c22b8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ab75fbfe-d28a-4597-bc81-918f2b53f28f HTTP/1.1" status: 204 len: 168 time: 0.2645409 Feb 15 04:20:59.475098 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c47a6-c140-4cbc-8dfd-7f50272c22b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab75fbfe-d28a-4597-bc81-918f2b53f28f,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:20:59.477229 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 53272) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:20:59.568203 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c8ddea8c-fbc6-4da5-8c37-55325b71ed9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756036'] for network (bfb96b13-817b-4246-b547-422f8cfd6b4a), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:59.668825 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c8ddea8c-fbc6-4da5-8c37-55325b71ed9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725060', 'neutron.services.segments.db._delete_segments_for_network-8734710277232'] for network (bfb96b13-817b-4246-b547-422f8cfd6b4a), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:59.699140 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-c8ddea8c-fbc6-4da5-8c37-55325b71ed9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfb96b13-817b-4246-b547-422f8cfd6b4a']}} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:20:59.717271 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-c8ddea8c-fbc6-4da5-8c37-55325b71ed9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41ba3272-2d95-4a3a-8b86-24194a3c9932') {'for_net_delete': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:20:59.717711 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-c8ddea8c-fbc6-4da5-8c37-55325b71ed9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41ba3272-2d95-4a3a-8b86-24194a3c9932') {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:20:59.749243 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c8ddea8c-fbc6-4da5-8c37-55325b71ed9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734710278521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5385642'] for segment (41ba3272-2d95-4a3a-8b86-24194a3c9932), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:59.783785 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['b6600cc5-a977-447e-babc-502e1df4a937'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:20:59.799586 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c8ddea8c-fbc6-4da5-8c37-55325b71ed9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (41ba3272-2d95-4a3a-8b86-24194a3c9932), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:59.811839 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ddea8c-fbc6-4da5-8c37-55325b71ed9c admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 04:20:59.812681 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c8ddea8c-fbc6-4da5-8c37-55325b71ed9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5250842'] for segment (41ba3272-2d95-4a3a-8b86-24194a3c9932), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:59.819227 dv-cinder-816104-2-iscsi neutron-server[102633]: Traceback (most recent call last): Feb 15 04:20:59.819227 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 04:20:59.819227 dv-cinder-816104-2-iscsi neutron-server[102633]: timer() Feb 15 04:20:59.819227 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 04:20:59.819227 dv-cinder-816104-2-iscsi neutron-server[102633]: cb(*args, **kw) Feb 15 04:20:59.819227 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 04:20:59.819227 dv-cinder-816104-2-iscsi neutron-server[102633]: return func(*args, **kwargs) Feb 15 04:20:59.819227 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 04:20:59.819227 dv-cinder-816104-2-iscsi neutron-server[102633]: self._notify() Feb 15 04:20:59.819227 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 04:20:59.819227 dv-cinder-816104-2-iscsi neutron-server[102633]: self.callback(batched_events) Feb 15 04:20:59.819227 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 04:20:59.819227 dv-cinder-816104-2-iscsi neutron-server[102633]: event.method(event) Feb 15 04:20:59.819227 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 04:20:59.819227 dv-cinder-816104-2-iscsi neutron-server[102633]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 04:20:59.819227 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 04:20:59.819227 dv-cinder-816104-2-iscsi neutron-server[102633]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 04:20:59.819227 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 04:20:59.819227 dv-cinder-816104-2-iscsi neutron-server[102633]: return f(self, *a, **k) Feb 15 04:20:59.819227 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 04:20:59.819227 dv-cinder-816104-2-iscsi neutron-server[102633]: return self._get(url).json() Feb 15 04:20:59.819227 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 04:20:59.819227 dv-cinder-816104-2-iscsi neutron-server[102633]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 04:20:59.819227 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 04:20:59.819227 dv-cinder-816104-2-iscsi neutron-server[102633]: return self.request(url, 'GET', **kwargs) Feb 15 04:20:59.819227 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 04:20:59.819227 dv-cinder-816104-2-iscsi neutron-server[102633]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 04:20:59.819227 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 04:20:59.819227 dv-cinder-816104-2-iscsi neutron-server[102633]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 04:20:59.819227 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 04:20:59.819227 dv-cinder-816104-2-iscsi neutron-server[102633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 04:20:59.819227 dv-cinder-816104-2-iscsi neutron-server[102633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 04:20:59.925164 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c8ddea8c-fbc6-4da5-8c37-55325b71ed9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639526'] for network (bfb96b13-817b-4246-b547-422f8cfd6b4a), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:59.936924 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c8ddea8c-fbc6-4da5-8c37-55325b71ed9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:20:59.949162 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-c8ddea8c-fbc6-4da5-8c37-55325b71ed9c admin admin] 10.222.0.45 "DELETE /v2.0/networks/bfb96b13-817b-4246-b547-422f8cfd6b4a HTTP/1.1" status: 204 len: 168 time: 0.4692554 Feb 15 04:20:59.978884 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba48bfa-2e1b-4e73-87a2-a03835a811d5 req-596a9a72-c88c-4d7e-b35b-b3d7a28ad102 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:20:59.981457 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-0ba48bfa-2e1b-4e73-87a2-a03835a811d5 req-596a9a72-c88c-4d7e-b35b-b3d7a28ad102 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.1477034 Feb 15 04:20:59.989991 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ddea8c-fbc6-4da5-8c37-55325b71ed9c admin admin] Pushing event deleted for resources: {'Network': ['ID=bfb96b13-817b-4246-b547-422f8cfd6b4a,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:21:00.129716 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-0ba48bfa-2e1b-4e73-87a2-a03835a811d5 req-e50d9eb1-1edd-493f-9992-808efbd51c08 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383791 Feb 15 04:21:00.285353 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9790e18-25f5-43a1-a75e-e669190967df req-87070102-10ac-42d2-8729-70ba1beea388 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:00.286985 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b9790e18-25f5-43a1-a75e-e669190967df req-87070102-10ac-42d2-8729-70ba1beea388 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=40b17304-d7b8-4951-9026-adec2d4cc4d6 HTTP/1.1" status: 200 len: 944 time: 0.0674443 Feb 15 04:21:00.352203 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b9790e18-25f5-43a1-a75e-e669190967df req-94d2cff5-9683-44a0-bca0-36665ccb1d35 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574882 Feb 15 04:21:00.352925 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 53302) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:21:00.407269 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-41ba31bd-eca3-4cc6-84dc-21ca359ac4c6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9ea72854422249cdb2433b90e5aa1252&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0522220 Feb 15 04:21:00.409977 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 53304) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:21:00.480542 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d431ce6c-0119-4359-b57f-81c8563203d9 admin admin] Publish callbacks [] for security_group (78d2c263-2057-4c84-a1d0-803a75180105), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:00.527828 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d431ce6c-0119-4359-b57f-81c8563203d9 admin admin] Publish callbacks [] for security_group (78d2c263-2057-4c84-a1d0-803a75180105), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:00.598524 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d431ce6c-0119-4359-b57f-81c8563203d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (78d2c263-2057-4c84-a1d0-803a75180105), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:00.601162 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d431ce6c-0119-4359-b57f-81c8563203d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:00.602370 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-d431ce6c-0119-4359-b57f-81c8563203d9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/78d2c263-2057-4c84-a1d0-803a75180105 HTTP/1.1" status: 204 len: 168 time: 0.1913910 Feb 15 04:21:00.611862 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431ce6c-0119-4359-b57f-81c8563203d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d2c263-2057-4c84-a1d0-803a75180105,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:21:01.331133 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76ee9f-417d-4de7-bea0-a7aedc323ee3 req-48c5c785-6d10-4f7a-80ed-6a4096134357 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:01.332826 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7f76ee9f-417d-4de7-bea0-a7aedc323ee3 req-48c5c785-6d10-4f7a-80ed-6a4096134357 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.0686262 Feb 15 04:21:01.394172 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7f76ee9f-417d-4de7-bea0-a7aedc323ee3 req-c55badcf-1584-45c1-b822-4a5d74525747 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540814 Feb 15 04:21:01.513897 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066021c-e57e-4750-aa93-9d58df7620eb req-af07f930-c985-46c2-b140-ee15c74a3b27 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:01.515597 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e066021c-e57e-4750-aa93-9d58df7620eb req-af07f930-c985-46c2-b140-ee15c74a3b27 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=40b17304-d7b8-4951-9026-adec2d4cc4d6 HTTP/1.1" status: 200 len: 944 time: 0.0624192 Feb 15 04:21:01.588834 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e066021c-e57e-4750-aa93-9d58df7620eb req-4dc62c1e-28dd-4d54-87fa-2f0947439b5c tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660243 Feb 15 04:21:02.312612 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-c7f6c0cf-b5ae-4c79-8eb7-6c08399e32c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:02.627216 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378b9fe-071a-4f8c-9b81-8247c7fc9551 req-501e547d-ee5d-4d19-ac9a-1f32907441e0 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:02.631397 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a378b9fe-071a-4f8c-9b81-8247c7fc9551 req-501e547d-ee5d-4d19-ac9a-1f32907441e0 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.1176016 Feb 15 04:21:02.736179 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a378b9fe-071a-4f8c-9b81-8247c7fc9551 req-2d43e7da-54eb-4708-8288-d46a0c2ae9ee tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986860 Feb 15 04:21:02.786354 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device b6600cc5-a977-447e-babc-502e1df4a937 up at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:21:02.879260 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8524b2-08cb-4f24-b3f3-459c090f3100 req-8a409fa7-6f64-48f1-b613-d0d24f6b52e0 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:02.881504 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bc8524b2-08cb-4f24-b3f3-459c090f3100 req-8a409fa7-6f64-48f1-b613-d0d24f6b52e0 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=40b17304-d7b8-4951-9026-adec2d4cc4d6 HTTP/1.1" status: 200 len: 944 time: 0.1048899 Feb 15 04:21:02.957572 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bc8524b2-08cb-4f24-b3f3-459c090f3100 req-1bd7e998-4909-495d-a4a9-c748c1348185 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704250 Feb 15 04:21:03.042809 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning for port b6600cc5-a977-447e-babc-502e1df4a937 completed by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 04:21:03.048006 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning complete for port b6600cc5-a977-447e-babc-502e1df4a937 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:21:03.048380 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (b6600cc5-a977-447e-babc-502e1df4a937), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:03.142955 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port b6600cc5-a977-447e-babc-502e1df4a937 is: BUILD; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:21:03.143433 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (b6600cc5-a977-447e-babc-502e1df4a937), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:03.188379 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b17304-d7b8-4951-9026-adec2d4cc4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6600cc5-a977-447e-babc-502e1df4a937'}] {{(pid=102635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:21:03.192666 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274a2a5e9be6a0ee09154d0e072c1b660d39e5ec588b61e50c849ad5e467022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62e2263-fb58-4129-836b-e8dc84d094d1" -d '{"events": [{"server_uuid": "40b17304-d7b8-4951-9026-adec2d4cc4d6", "name": "network-vif-plugged", "status": "completed", "tag": "b6600cc5-a977-447e-babc-502e1df4a937"}]}' {{(pid=102635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:21:03.212070 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port b6600cc5-a977-447e-babc-502e1df4a937, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=b6600cc5-a977-447e-babc-502e1df4a937,segment=NetworkSegment(6e131826-e383-4c3d-a2a0-30aaa6333ce4),segment_id=6e131826-e383-4c3d-a2a0-30aaa6333ce4)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:21:03.217958 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (b6600cc5-a977-447e-babc-502e1df4a937), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:03.260256 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed7e05a-def2-4148-8c2d-c81d818d228d x-openstack-request-id: req-3ed7e05a-def2-4148-8c2d-c81d818d228d {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:21:03.260751 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b17304-d7b8-4951-9026-adec2d4cc4d6", "name": "network-vif-plugged", "status": "completed", "tag": "b6600cc5-a977-447e-babc-502e1df4a937", "code": 200}]} {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:21:03.261230 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3ed7e05a-def2-4148-8c2d-c81d818d228d {{(pid=102635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:21:03.261852 dv-cinder-816104-2-iscsi neutron-server[102635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b17304-d7b8-4951-9026-adec2d4cc4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6600cc5-a977-447e-babc-502e1df4a937', 'code': 200} Feb 15 04:21:03.314181 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=b6600cc5-a977-447e-babc-502e1df4a937,revision_number=5']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:21:03.488645 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43c01d-a50f-4ffd-a889-89024663c625 req-d374d209-b1a5-44c8-a7c6-30f7b77d6ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:03.490318 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ba43c01d-a50f-4ffd-a889-89024663c625 req-d374d209-b1a5-44c8-a7c6-30f7b77d6ca4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=40b17304-d7b8-4951-9026-adec2d4cc4d6 HTTP/1.1" status: 200 len: 1129 time: 0.0550888 Feb 15 04:21:03.550856 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ba43c01d-a50f-4ffd-a889-89024663c625 req-653d7b75-198f-4437-a909-c920c1612959 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519304 Feb 15 04:21:03.564789 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 53428) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:21:03.690009 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8e59024a-cdcc-4573-80d5-4f4de8493c98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:03.803026 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8e59024a-cdcc-4573-80d5-4f4de8493c98 admin admin] Publish callbacks [] for security_group (ef510698-7150-4f6b-9a2e-ec695e027096), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:03.808278 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8e59024a-cdcc-4573-80d5-4f4de8493c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (ef510698-7150-4f6b-9a2e-ec695e027096), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:03.886469 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59024a-cdcc-4573-80d5-4f4de8493c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef510698-7150-4f6b-9a2e-ec695e027096,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:21:03.898818 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-8e59024a-cdcc-4573-80d5-4f4de8493c98 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=60a2cb34bfc74e9aa71c74b783aa5968&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3328888 Feb 15 04:21:03.903021 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 53438) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:21:03.962974 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8bc66-28dd-45cf-9bc7-fcc5244dcf4f req-1e6bf1fa-9bb5-4e0f-9c4e-0c0a40edaf49 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:03.964565 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-40a8bc66-28dd-45cf-9bc7-fcc5244dcf4f req-1e6bf1fa-9bb5-4e0f-9c4e-0c0a40edaf49 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.1241963 Feb 15 04:21:04.002375 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-397933b5-bbba-4248-b533-054613c7c20c admin admin] Publish callbacks [] for security_group (ef510698-7150-4f6b-9a2e-ec695e027096), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:04.057238 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-397933b5-bbba-4248-b533-054613c7c20c admin admin] Publish callbacks [] for security_group (ef510698-7150-4f6b-9a2e-ec695e027096), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:04.073978 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-40a8bc66-28dd-45cf-9bc7-fcc5244dcf4f req-9dc35e1b-6077-4133-9628-6a842f64371f tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923386 Feb 15 04:21:04.151811 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-397933b5-bbba-4248-b533-054613c7c20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (ef510698-7150-4f6b-9a2e-ec695e027096), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:04.160427 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-397933b5-bbba-4248-b533-054613c7c20c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:04.163082 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-397933b5-bbba-4248-b533-054613c7c20c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ef510698-7150-4f6b-9a2e-ec695e027096 HTTP/1.1" status: 204 len: 168 time: 0.2583580 Feb 15 04:21:04.180778 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397933b5-bbba-4248-b533-054613c7c20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef510698-7150-4f6b-9a2e-ec695e027096,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:21:04.249706 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4ff64-210a-4316-9b81-732ba39320d8 req-2b000768-2cba-42ae-8313-6ee8ff7cfb09 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:04.253840 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-abb4ff64-210a-4316-9b81-732ba39320d8 req-2b000768-2cba-42ae-8313-6ee8ff7cfb09 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=40b17304-d7b8-4951-9026-adec2d4cc4d6 HTTP/1.1" status: 200 len: 945 time: 0.1622901 Feb 15 04:21:04.322453 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-abb4ff64-210a-4316-9b81-732ba39320d8 req-756dda66-c1a0-488c-beb4-bfa91e05d77a tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619226 Feb 15 04:21:04.665992 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 53464) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:21:04.683044 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2e53cf2f-c5d2-4ab9-9625-794ffb0b461d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:04.804408 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2e53cf2f-c5d2-4ab9-9625-794ffb0b461d admin admin] Publish callbacks [] for security_group (f6c4e4e2-282a-45ee-a726-4f761e844ed8), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:04.809979 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2e53cf2f-c5d2-4ab9-9625-794ffb0b461d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (f6c4e4e2-282a-45ee-a726-4f761e844ed8), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:04.883133 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-2e53cf2f-c5d2-4ab9-9625-794ffb0b461d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9d49bdf48f93495a843525b0c09a476a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156940 Feb 15 04:21:04.884261 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53cf2f-c5d2-4ab9-9625-794ffb0b461d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c4e4e2-282a-45ee-a726-4f761e844ed8,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:21:04.885749 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 53468) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:21:04.949110 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-99d27cd9-bf05-4426-8ed6-d935a59f9a0b admin admin] Publish callbacks [] for security_group (f6c4e4e2-282a-45ee-a726-4f761e844ed8), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:04.974823 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-99d27cd9-bf05-4426-8ed6-d935a59f9a0b admin admin] Publish callbacks [] for security_group (f6c4e4e2-282a-45ee-a726-4f761e844ed8), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:05.042679 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-99d27cd9-bf05-4426-8ed6-d935a59f9a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (f6c4e4e2-282a-45ee-a726-4f761e844ed8), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:05.045747 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-99d27cd9-bf05-4426-8ed6-d935a59f9a0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:05.047010 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-99d27cd9-bf05-4426-8ed6-d935a59f9a0b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f6c4e4e2-282a-45ee-a726-4f761e844ed8 HTTP/1.1" status: 204 len: 168 time: 0.1602182 Feb 15 04:21:05.056738 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d27cd9-bf05-4426-8ed6-d935a59f9a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c4e4e2-282a-45ee-a726-4f761e844ed8,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:21:05.225132 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40cd5aa-09b9-4fb0-9dde-9b8697757fdc req-2c7c85e7-bb8f-432b-a206-09b0347db9a9 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:05.226752 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a40cd5aa-09b9-4fb0-9dde-9b8697757fdc req-2c7c85e7-bb8f-432b-a206-09b0347db9a9 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.0571582 Feb 15 04:21:05.284647 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a40cd5aa-09b9-4fb0-9dde-9b8697757fdc req-8e02df5d-2dee-4432-834a-b136d5bd358a tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505588 Feb 15 04:21:05.468413 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f5db9-2234-4662-9db0-8b43127bb42a req-07caafc7-95a5-48b7-a1fc-68120d689cb1 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:05.477025 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f25f5db9-2234-4662-9db0-8b43127bb42a req-07caafc7-95a5-48b7-a1fc-68120d689cb1 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=40b17304-d7b8-4951-9026-adec2d4cc4d6 HTTP/1.1" status: 200 len: 945 time: 0.0667818 Feb 15 04:21:05.549259 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f25f5db9-2234-4662-9db0-8b43127bb42a req-1d9f814d-0301-4f86-85b2-868ee58fd32c tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687354 Feb 15 04:21:06.054831 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-e9caf97b-a6f0-4bd3-b29d-bb66d23b3d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:06.409768 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:06.454093 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660e1f3-7698-4458-a674-f4d7c87e45fe req-6854cfe7-3f3f-4786-9d33-5810597b9eee tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:06.455673 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d660e1f3-7698-4458-a674-f4d7c87e45fe req-6854cfe7-3f3f-4786-9d33-5810597b9eee tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.0842586 Feb 15 04:21:06.508751 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d660e1f3-7698-4458-a674-f4d7c87e45fe req-bb161ee3-e5d1-4d48-baa2-fde47eb4dcfb tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471489 Feb 15 04:21:06.705645 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450510d-6098-4f3e-9db5-baafc6933790 req-b83a7fbf-cb40-4b3a-95fb-fbec6077de74 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:06.707503 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-0450510d-6098-4f3e-9db5-baafc6933790 req-b83a7fbf-cb40-4b3a-95fb-fbec6077de74 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=40b17304-d7b8-4951-9026-adec2d4cc4d6 HTTP/1.1" status: 200 len: 945 time: 0.0809455 Feb 15 04:21:06.796825 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-0450510d-6098-4f3e-9db5-baafc6933790 req-5dd6c786-0934-4235-82e8-7a6e351b7ca5 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775452 Feb 15 04:21:07.374422 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 53560) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:21:07.541561 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cf2ed5c1-1627-4ace-97b2-4e73c53e5dc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:07.702246 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cf2ed5c1-1627-4ace-97b2-4e73c53e5dc5 admin admin] Publish callbacks [] for security_group (493a852e-12d4-4246-ba6e-e84223f4cfc1), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:07.708663 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cf2ed5c1-1627-4ace-97b2-4e73c53e5dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (493a852e-12d4-4246-ba6e-e84223f4cfc1), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:07.717297 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248413d-a570-4284-a154-ec2e1d810e66 req-0f37d7b4-654f-42ea-8116-8a362f0e80a5 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:07.719874 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-1248413d-a570-4284-a154-ec2e1d810e66 req-0f37d7b4-654f-42ea-8116-8a362f0e80a5 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.0841494 Feb 15 04:21:07.779005 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-1248413d-a570-4284-a154-ec2e1d810e66 req-a6e909ea-485e-4549-82ae-b6b3bafbde89 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480680 Feb 15 04:21:07.783891 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-cf2ed5c1-1627-4ace-97b2-4e73c53e5dc5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=301200b0b1ae41b293abc71472a63dc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4079423 Feb 15 04:21:07.784878 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ed5c1-1627-4ace-97b2-4e73c53e5dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493a852e-12d4-4246-ba6e-e84223f4cfc1,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:21:07.787412 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 53580) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:21:07.854562 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9c6c6c74-9265-4077-950e-8a09134671b6 admin admin] Publish callbacks [] for security_group (493a852e-12d4-4246-ba6e-e84223f4cfc1), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:07.880638 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9c6c6c74-9265-4077-950e-8a09134671b6 admin admin] Publish callbacks [] for security_group (493a852e-12d4-4246-ba6e-e84223f4cfc1), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:07.947820 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9c6c6c74-9265-4077-950e-8a09134671b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (493a852e-12d4-4246-ba6e-e84223f4cfc1), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:07.951119 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9c6c6c74-9265-4077-950e-8a09134671b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:07.952449 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-9c6c6c74-9265-4077-950e-8a09134671b6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/493a852e-12d4-4246-ba6e-e84223f4cfc1 HTTP/1.1" status: 204 len: 168 time: 0.1629372 Feb 15 04:21:07.961268 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c6c74-9265-4077-950e-8a09134671b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493a852e-12d4-4246-ba6e-e84223f4cfc1,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:21:08.283655 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 53586) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:21:08.299447 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-fd886d9d-202a-4080-a6d6-37e9df21dde9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:08.392855 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-fd886d9d-202a-4080-a6d6-37e9df21dde9 admin admin] Publish callbacks [] for security_group (a57177c0-b177-4e12-a0c8-b1b2f33b7b9e), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:08.397506 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-fd886d9d-202a-4080-a6d6-37e9df21dde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (a57177c0-b177-4e12-a0c8-b1b2f33b7b9e), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:08.440638 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-fd886d9d-202a-4080-a6d6-37e9df21dde9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5b1924427ade4da4b8845ff9b619143c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1557205 Feb 15 04:21:08.441575 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd886d9d-202a-4080-a6d6-37e9df21dde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57177c0-b177-4e12-a0c8-b1b2f33b7b9e,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:21:08.443355 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 53588) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:21:08.499685 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7d9516aa-0962-469d-94ae-827e26dbaa51 admin admin] Publish callbacks [] for security_group (a57177c0-b177-4e12-a0c8-b1b2f33b7b9e), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:08.508861 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:08.523001 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7d9516aa-0962-469d-94ae-827e26dbaa51 admin admin] Publish callbacks [] for security_group (a57177c0-b177-4e12-a0c8-b1b2f33b7b9e), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:08.572977 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7d9516aa-0962-469d-94ae-827e26dbaa51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (a57177c0-b177-4e12-a0c8-b1b2f33b7b9e), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:08.575933 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7d9516aa-0962-469d-94ae-827e26dbaa51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:08.577299 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-7d9516aa-0962-469d-94ae-827e26dbaa51 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a57177c0-b177-4e12-a0c8-b1b2f33b7b9e HTTP/1.1" status: 204 len: 168 time: 0.1324952 Feb 15 04:21:08.587815 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9516aa-0962-469d-94ae-827e26dbaa51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57177c0-b177-4e12-a0c8-b1b2f33b7b9e,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:21:08.918335 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda465a1-a08b-4bb2-a6b4-62d7b17439e9 req-9a717cde-db10-4db3-b1d2-ab32188483e4 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:08.920072 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-eda465a1-a08b-4bb2-a6b4-62d7b17439e9 req-9a717cde-db10-4db3-b1d2-ab32188483e4 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.0614376 Feb 15 04:21:08.986894 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-eda465a1-a08b-4bb2-a6b4-62d7b17439e9 req-f47316ed-f7d7-4310-a483-30f307ceda2c tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531533 Feb 15 04:21:09.776778 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:10.131475 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076be8a-7b96-4af1-b544-9b1807b6bf2e req-2f765078-653e-41ec-817c-a3cde905678e tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:10.133103 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-8076be8a-7b96-4af1-b544-9b1807b6bf2e req-2f765078-653e-41ec-817c-a3cde905678e tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.0711753 Feb 15 04:21:10.199585 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-8076be8a-7b96-4af1-b544-9b1807b6bf2e req-87818286-46da-4015-978d-65f01ee694a3 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604963 Feb 15 04:21:11.327945 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d299103-4545-4edf-82da-de6b2bfd257b req-997850e4-76b5-4a00-834a-cb5d31123074 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:11.330336 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7d299103-4545-4edf-82da-de6b2bfd257b req-997850e4-76b5-4a00-834a-cb5d31123074 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.0585728 Feb 15 04:21:11.384077 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7d299103-4545-4edf-82da-de6b2bfd257b req-929cd6f0-3443-42e8-a355-324c5ea0d789 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480802 Feb 15 04:21:11.610762 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:11.618558 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:21:12.510757 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a6ba5-a5e5-40fe-aaed-f043020ce866 req-9c5954a7-11e5-4941-b526-f4a37f931449 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:12.512330 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d66a6ba5-a5e5-40fe-aaed-f043020ce866 req-9c5954a7-11e5-4941-b526-f4a37f931449 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.0570233 Feb 15 04:21:12.570082 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d66a6ba5-a5e5-40fe-aaed-f043020ce866 req-d7080ca1-a7e8-4d9a-a4d2-0480034b9667 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502708 Feb 15 04:21:12.960679 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 53680) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:21:13.010166 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c5992f7-470e-489e-a2a2-c8575b327a2a admin admin] Deleting subnet f9bca719-3282-443b-bec3-6c47c3a53eb9 {{(pid=102634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 04:21:13.013996 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9c5992f7-470e-489e-a2a2-c8575b327a2a admin admin] Publish callbacks [] for subnet (f9bca719-3282-443b-bec3-6c47c3a53eb9), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:13.057325 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9c5992f7-470e-489e-a2a2-c8575b327a2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5689128'] for subnet (f9bca719-3282-443b-bec3-6c47c3a53eb9), precommit_delete_associations {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:13.111490 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9c5992f7-470e-489e-a2a2-c8575b327a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1732099'] for subnet (f9bca719-3282-443b-bec3-6c47c3a53eb9), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:13.185306 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9c5992f7-470e-489e-a2a2-c8575b327a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1730288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5688276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6160504'] for subnet (f9bca719-3282-443b-bec3-6c47c3a53eb9), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:13.243597 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5992f7-470e-489e-a2a2-c8575b327a2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9bca719-3282-443b-bec3-6c47c3a53eb9,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:21:13.247101 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9c5992f7-470e-489e-a2a2-c8575b327a2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for subnet (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:13.253554 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-9c5992f7-470e-489e-a2a2-c8575b327a2a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f9bca719-3282-443b-bec3-6c47c3a53eb9 HTTP/1.1" status: 204 len: 168 time: 0.2914877 Feb 15 04:21:13.255879 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 53686) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:21:13.359087 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c6722376-4cd1-4bdf-a907-664aafe282a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756036'] for network (ad40ed54-c491-4fa2-8073-9d9216ea6784), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:13.451816 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c6722376-4cd1-4bdf-a907-664aafe282a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725060', 'neutron.services.segments.db._delete_segments_for_network-8734710277232'] for network (ad40ed54-c491-4fa2-8073-9d9216ea6784), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:13.477118 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.services.segments.db [None req-c6722376-4cd1-4bdf-a907-664aafe282a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad40ed54-c491-4fa2-8073-9d9216ea6784']}} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:21:13.488502 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.services.segments.db [None req-c6722376-4cd1-4bdf-a907-664aafe282a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1edf6b28-c4d8-4565-be89-1521f35035df') {'for_net_delete': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:21:13.488946 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.services.segments.db [None req-c6722376-4cd1-4bdf-a907-664aafe282a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1edf6b28-c4d8-4565-be89-1521f35035df') {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:21:13.502568 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c6722376-4cd1-4bdf-a907-664aafe282a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734710278521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5689107'] for segment (1edf6b28-c4d8-4565-be89-1521f35035df), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:13.523600 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c6722376-4cd1-4bdf-a907-664aafe282a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (1edf6b28-c4d8-4565-be89-1521f35035df), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:13.535194 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6722376-4cd1-4bdf-a907-664aafe282a1 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 04:21:13.535946 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c6722376-4cd1-4bdf-a907-664aafe282a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5688174'] for segment (1edf6b28-c4d8-4565-be89-1521f35035df), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:13.538955 dv-cinder-816104-2-iscsi neutron-server[102634]: Traceback (most recent call last): Feb 15 04:21:13.538955 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 04:21:13.538955 dv-cinder-816104-2-iscsi neutron-server[102634]: timer() Feb 15 04:21:13.538955 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 04:21:13.538955 dv-cinder-816104-2-iscsi neutron-server[102634]: cb(*args, **kw) Feb 15 04:21:13.538955 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 04:21:13.538955 dv-cinder-816104-2-iscsi neutron-server[102634]: return func(*args, **kwargs) Feb 15 04:21:13.538955 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 04:21:13.538955 dv-cinder-816104-2-iscsi neutron-server[102634]: self._notify() Feb 15 04:21:13.538955 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 04:21:13.538955 dv-cinder-816104-2-iscsi neutron-server[102634]: self.callback(batched_events) Feb 15 04:21:13.538955 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 04:21:13.538955 dv-cinder-816104-2-iscsi neutron-server[102634]: event.method(event) Feb 15 04:21:13.538955 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 04:21:13.538955 dv-cinder-816104-2-iscsi neutron-server[102634]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 04:21:13.538955 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 04:21:13.538955 dv-cinder-816104-2-iscsi neutron-server[102634]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 04:21:13.538955 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 04:21:13.538955 dv-cinder-816104-2-iscsi neutron-server[102634]: return f(self, *a, **k) Feb 15 04:21:13.538955 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 04:21:13.538955 dv-cinder-816104-2-iscsi neutron-server[102634]: return self._get(url).json() Feb 15 04:21:13.538955 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 04:21:13.538955 dv-cinder-816104-2-iscsi neutron-server[102634]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 04:21:13.538955 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 04:21:13.538955 dv-cinder-816104-2-iscsi neutron-server[102634]: return self.request(url, 'GET', **kwargs) Feb 15 04:21:13.538955 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 04:21:13.538955 dv-cinder-816104-2-iscsi neutron-server[102634]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 04:21:13.538955 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 04:21:13.538955 dv-cinder-816104-2-iscsi neutron-server[102634]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 04:21:13.538955 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 04:21:13.538955 dv-cinder-816104-2-iscsi neutron-server[102634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 04:21:13.538955 dv-cinder-816104-2-iscsi neutron-server[102634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 04:21:13.619748 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c6722376-4cd1-4bdf-a907-664aafe282a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639526'] for network (ad40ed54-c491-4fa2-8073-9d9216ea6784), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:13.630366 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c6722376-4cd1-4bdf-a907-664aafe282a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:13.636582 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-c6722376-4cd1-4bdf-a907-664aafe282a1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/ad40ed54-c491-4fa2-8073-9d9216ea6784 HTTP/1.1" status: 204 len: 168 time: 0.3791933 Feb 15 04:21:13.640819 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 53692) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:21:13.669845 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6722376-4cd1-4bdf-a907-664aafe282a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad40ed54-c491-4fa2-8073-9d9216ea6784,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:21:13.713379 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b7bc71-5aec-4e6b-b79e-69be4873b4d9 admin admin] Deleting subnet 94839ff1-f737-400d-8365-4ee38fc947cb {{(pid=102633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 04:21:13.719054 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-46b7bc71-5aec-4e6b-b79e-69be4873b4d9 admin admin] Publish callbacks [] for subnet (94839ff1-f737-400d-8365-4ee38fc947cb), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:13.727998 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d6fb7-c7e2-4276-ab16-c745d027fa98 req-2730fda3-0cea-4102-b2c3-186e97b85d78 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:13.729676 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-862d6fb7-c7e2-4276-ab16-c745d027fa98 req-2730fda3-0cea-4102-b2c3-186e97b85d78 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.0690038 Feb 15 04:21:13.762483 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-46b7bc71-5aec-4e6b-b79e-69be4873b4d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5385617'] for subnet (94839ff1-f737-400d-8365-4ee38fc947cb), precommit_delete_associations {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:13.784259 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-862d6fb7-c7e2-4276-ab16-c745d027fa98 req-72436e9b-5797-49e7-8133-c7446d64fb2c tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467935 Feb 15 04:21:13.814234 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-46b7bc71-5aec-4e6b-b79e-69be4873b4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1732099'] for subnet (94839ff1-f737-400d-8365-4ee38fc947cb), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:13.879162 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-46b7bc71-5aec-4e6b-b79e-69be4873b4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1730288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5250976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4204894'] for subnet (94839ff1-f737-400d-8365-4ee38fc947cb), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:13.905215 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7bc71-5aec-4e6b-b79e-69be4873b4d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94839ff1-f737-400d-8365-4ee38fc947cb,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:21:13.909991 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-46b7bc71-5aec-4e6b-b79e-69be4873b4d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:13.913276 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-46b7bc71-5aec-4e6b-b79e-69be4873b4d9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/94839ff1-f737-400d-8365-4ee38fc947cb HTTP/1.1" status: 204 len: 168 time: 0.2697775 Feb 15 04:21:13.915876 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 53694) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:21:13.990218 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3819cadc-5733-4420-a4a0-c21f587e41ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756036'] for network (8ebefd44-6204-4801-9599-a440aee82348), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:14.092193 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3819cadc-5733-4420-a4a0-c21f587e41ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725060', 'neutron.services.segments.db._delete_segments_for_network-8734710277232'] for network (8ebefd44-6204-4801-9599-a440aee82348), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:14.116849 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-3819cadc-5733-4420-a4a0-c21f587e41ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ebefd44-6204-4801-9599-a440aee82348']}} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:21:14.134427 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-3819cadc-5733-4420-a4a0-c21f587e41ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb9f395-f248-415f-951f-18cb2e6d0ff3') {'for_net_delete': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:21:14.134934 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-3819cadc-5733-4420-a4a0-c21f587e41ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb9f395-f248-415f-951f-18cb2e6d0ff3') {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:21:14.154714 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3819cadc-5733-4420-a4a0-c21f587e41ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734710278521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5385642'] for segment (3cb9f395-f248-415f-951f-18cb2e6d0ff3), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:14.175112 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3819cadc-5733-4420-a4a0-c21f587e41ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (3cb9f395-f248-415f-951f-18cb2e6d0ff3), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:14.182431 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3819cadc-5733-4420-a4a0-c21f587e41ed admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 04:21:14.182861 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3819cadc-5733-4420-a4a0-c21f587e41ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5250842'] for segment (3cb9f395-f248-415f-951f-18cb2e6d0ff3), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:14.185190 dv-cinder-816104-2-iscsi neutron-server[102633]: Traceback (most recent call last): Feb 15 04:21:14.185190 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 04:21:14.185190 dv-cinder-816104-2-iscsi neutron-server[102633]: timer() Feb 15 04:21:14.185190 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 04:21:14.185190 dv-cinder-816104-2-iscsi neutron-server[102633]: cb(*args, **kw) Feb 15 04:21:14.185190 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 04:21:14.185190 dv-cinder-816104-2-iscsi neutron-server[102633]: return func(*args, **kwargs) Feb 15 04:21:14.185190 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 04:21:14.185190 dv-cinder-816104-2-iscsi neutron-server[102633]: self._notify() Feb 15 04:21:14.185190 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 04:21:14.185190 dv-cinder-816104-2-iscsi neutron-server[102633]: self.callback(batched_events) Feb 15 04:21:14.185190 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 04:21:14.185190 dv-cinder-816104-2-iscsi neutron-server[102633]: event.method(event) Feb 15 04:21:14.185190 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 04:21:14.185190 dv-cinder-816104-2-iscsi neutron-server[102633]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 04:21:14.185190 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 04:21:14.185190 dv-cinder-816104-2-iscsi neutron-server[102633]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 04:21:14.185190 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 04:21:14.185190 dv-cinder-816104-2-iscsi neutron-server[102633]: return f(self, *a, **k) Feb 15 04:21:14.185190 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 04:21:14.185190 dv-cinder-816104-2-iscsi neutron-server[102633]: return self._get(url).json() Feb 15 04:21:14.185190 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 04:21:14.185190 dv-cinder-816104-2-iscsi neutron-server[102633]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 04:21:14.185190 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 04:21:14.185190 dv-cinder-816104-2-iscsi neutron-server[102633]: return self.request(url, 'GET', **kwargs) Feb 15 04:21:14.185190 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 04:21:14.185190 dv-cinder-816104-2-iscsi neutron-server[102633]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 04:21:14.185190 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 04:21:14.185190 dv-cinder-816104-2-iscsi neutron-server[102633]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 04:21:14.185190 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 04:21:14.185190 dv-cinder-816104-2-iscsi neutron-server[102633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 04:21:14.185190 dv-cinder-816104-2-iscsi neutron-server[102633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 04:21:14.277733 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3819cadc-5733-4420-a4a0-c21f587e41ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639526'] for network (8ebefd44-6204-4801-9599-a440aee82348), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:14.285998 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3819cadc-5733-4420-a4a0-c21f587e41ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:14.290988 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-3819cadc-5733-4420-a4a0-c21f587e41ed admin admin] 10.222.0.45 "DELETE /v2.0/networks/8ebefd44-6204-4801-9599-a440aee82348 HTTP/1.1" status: 204 len: 168 time: 0.3739111 Feb 15 04:21:14.310382 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819cadc-5733-4420-a4a0-c21f587e41ed admin admin] Pushing event deleted for resources: {'Network': ['ID=8ebefd44-6204-4801-9599-a440aee82348,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:21:14.467667 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-d7bce4fe-056c-4f1f-8ab1-bd3aa5c04565 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:14.469748 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-d7bce4fe-056c-4f1f-8ab1-bd3aa5c04565 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/networks?id=a909d0e6-c4b3-462a-b863-e1bf37a7bf54 HTTP/1.1" status: 200 len: 815 time: 0.1261630 Feb 15 04:21:14.491708 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-c8f63e6a-5283-462d-930b-aeb1f14a615d tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/quotas/3d7002e2df35463c9128baa00359cd9e HTTP/1.1" status: 200 len: 375 time: 0.0164618 Feb 15 04:21:14.534393 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 53734) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:21:14.590813 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-98abcc42-c8a6-432e-a58f-88685139fb5e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3f8dec7c13b247af804ca26372f586b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0511041 Feb 15 04:21:14.591431 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-a376b6b1-13ac-4904-9e81-18939381bfe5 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d7002e2df35463c9128baa00359cd9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0908077 Feb 15 04:21:14.591431 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 53736) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:21:14.758593 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ee07d34c-9c00-4137-8ab1-ceb47d65d30f admin admin] Publish callbacks [] for security_group (c7323325-62db-42d8-83e4-bdd8e3cb1605), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:14.771322 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-d34c0d4c-48a5-46d0-b457-3325397b6454 service neutron] 10.222.0.45 "GET /v2.0/networks/a909d0e6-c4b3-462a-b863-e1bf37a7bf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781201 Feb 15 04:21:14.795285 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ee07d34c-9c00-4137-8ab1-ceb47d65d30f admin admin] Publish callbacks [] for security_group (c7323325-62db-42d8-83e4-bdd8e3cb1605), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:14.912471 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-6263aec9-e42e-4f98-9178-914bd51c9828 service neutron] 10.222.0.45 "GET /v2.0/networks/a909d0e6-c4b3-462a-b863-e1bf37a7bf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301694 Feb 15 04:21:14.929848 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ee07d34c-9c00-4137-8ab1-ceb47d65d30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (c7323325-62db-42d8-83e4-bdd8e3cb1605), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:14.932682 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ee07d34c-9c00-4137-8ab1-ceb47d65d30f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:14.936486 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-ee07d34c-9c00-4137-8ab1-ceb47d65d30f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c7323325-62db-42d8-83e4-bdd8e3cb1605 HTTP/1.1" status: 204 len: 168 time: 0.3445010 Feb 15 04:21:14.949656 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07d34c-9c00-4137-8ab1-ceb47d65d30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7323325-62db-42d8-83e4-bdd8e3cb1605,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:21:14.952072 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c6dfe-af93-4149-ac19-c834b9e7765e req-162439da-5ef7-406d-9a26-29d7b794fee3 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:14.958494 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8c1c6dfe-af93-4149-ac19-c834b9e7765e req-162439da-5ef7-406d-9a26-29d7b794fee3 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.0893281 Feb 15 04:21:15.048099 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8c1c6dfe-af93-4149-ac19-c834b9e7765e req-ab5f2b75-4e9b-41ab-aa30-b5d87d5d18cc tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814664 Feb 15 04:21:15.144753 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-9e030148-aecb-4c60-a90b-b75f284d12c8 req-dc51fa89-7564-4656-8391-2d977aa09ea7 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=65a44514-834f-40e0-8a03-1f39942e705f HTTP/1.1" status: 200 len: 210 time: 0.0546529 Feb 15 04:21:15.454669 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 53762) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:21:15.519473 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-253f8d3a-c1a8-45c2-a500-38c402354b72 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8a9fe7258dfb4fd09c33291def43bb91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0630171 Feb 15 04:21:15.522164 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 53766) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:21:15.583927 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0f5c5202-a891-4c29-b059-930f52277075 admin admin] Publish callbacks [] for security_group (b340e61e-22de-4513-8a64-ca61392422bb), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:15.609950 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0f5c5202-a891-4c29-b059-930f52277075 admin admin] Publish callbacks [] for security_group (b340e61e-22de-4513-8a64-ca61392422bb), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:15.666452 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0f5c5202-a891-4c29-b059-930f52277075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (b340e61e-22de-4513-8a64-ca61392422bb), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:15.669310 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0f5c5202-a891-4c29-b059-930f52277075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:15.670496 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-0f5c5202-a891-4c29-b059-930f52277075 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b340e61e-22de-4513-8a64-ca61392422bb HTTP/1.1" status: 204 len: 168 time: 0.1470399 Feb 15 04:21:15.679547 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c5202-a891-4c29-b059-930f52277075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b340e61e-22de-4513-8a64-ca61392422bb,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:21:16.222635 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91119727-b85c-4890-8f86-1c75e7375213 req-e822d5a8-cf1a-4de1-b6ab-991ded1067be tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:16.229721 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-91119727-b85c-4890-8f86-1c75e7375213 req-e822d5a8-cf1a-4de1-b6ab-991ded1067be tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.0760512 Feb 15 04:21:16.291813 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-91119727-b85c-4890-8f86-1c75e7375213 req-2a675ff9-a0c7-464b-b32d-f252993d4592 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611944 Feb 15 04:21:16.305068 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-14964f80-cc2a-45d3-af39-7b4179cb3769 req-805ef3c6-fa09-49f6-8802-9c7f0dfe8c11 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=65a44514-834f-40e0-8a03-1f39942e705f HTTP/1.1" status: 200 len: 210 time: 0.0340426 Feb 15 04:21:17.455171 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-fdb333c7-1018-4318-ac69-5191c78a6649 req-9cb9dcd6-9b5e-4534-8406-e5b3b2491d63 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=65a44514-834f-40e0-8a03-1f39942e705f HTTP/1.1" status: 200 len: 210 time: 0.0354722 Feb 15 04:21:17.470613 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a64fd6-5728-4f9e-a344-9de40277528c req-5b1a8a19-9c70-4e92-ae94-cf62ca698bb9 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:17.472185 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-93a64fd6-5728-4f9e-a344-9de40277528c req-5b1a8a19-9c70-4e92-ae94-cf62ca698bb9 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.0722842 Feb 15 04:21:17.530751 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-93a64fd6-5728-4f9e-a344-9de40277528c req-644441db-97c1-4a08-87bb-61691c18cae4 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517066 Feb 15 04:21:18.583669 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-ccb09adc-f7b9-49f2-97e2-681fe18612fe req-6cb18d52-8cb5-4b7e-adb3-34a8a6b861b7 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=65a44514-834f-40e0-8a03-1f39942e705f HTTP/1.1" status: 200 len: 210 time: 0.0444341 Feb 15 04:21:18.681570 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35941f0f-979c-4d83-81c6-72b4bdb4901e req-107d80ea-fed7-490d-b87c-fb7658a19e8f tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:18.683229 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-35941f0f-979c-4d83-81c6-72b4bdb4901e req-107d80ea-fed7-490d-b87c-fb7658a19e8f tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.0725451 Feb 15 04:21:18.753844 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-35941f0f-979c-4d83-81c6-72b4bdb4901e req-061bd749-edd6-48a7-a5a3-b1cf6df58631 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638893 Feb 15 04:21:18.921115 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-67684891-9707-4a3e-9079-dc0a393ff5ed tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:18.923332 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-67684891-9707-4a3e-9079-dc0a393ff5ed tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.59 "GET /v2.0/networks?id=a909d0e6-c4b3-462a-b863-e1bf37a7bf54 HTTP/1.1" status: 200 len: 815 time: 0.1410172 Feb 15 04:21:18.952963 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-ce30a38d-8802-4fcb-856b-4cbd9d03edf9 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Request body: {'port': {'device_id': '65a44514-834f-40e0-8a03-1f39942e705f', 'network_id': 'a909d0e6-c4b3-462a-b863-e1bf37a7bf54', 'admin_state_up': True, 'tenant_id': '3d7002e2df35463c9128baa00359cd9e'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:21:19.102420 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-ce30a38d-8802-4fcb-856b-4cbd9d03edf9 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Made reservation on behalf of 3d7002e2df35463c9128baa00359cd9e for: {'port': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:21:19.106194 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-ce30a38d-8802-4fcb-856b-4cbd9d03edf9 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:19.257545 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-ce30a38d-8802-4fcb-856b-4cbd9d03edf9 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Allocated IP 172.20.0.2 (a909d0e6-c4b3-462a-b863-e1bf37a7bf54/508befd6-d7ad-4a18-a5bd-758fb93dcf1e/8b743140-5b15-4189-a9ad-b671dd542c58) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:21:19.467888 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-ce30a38d-8802-4fcb-856b-4cbd9d03edf9 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Publish callbacks [] for port (8b743140-5b15-4189-a9ad-b671dd542c58), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:19.504709 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-ce30a38d-8802-4fcb-856b-4cbd9d03edf9 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (8b743140-5b15-4189-a9ad-b671dd542c58), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:19.537459 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['e5000b8c-e731-4109-b8ae-a57706444763', 'b6600cc5-a977-447e-babc-502e1df4a937'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:21:19.550756 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-ce30a38d-8802-4fcb-856b-4cbd9d03edf9 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Network a909d0e6-c4b3-462a-b863-e1bf37a7bf54 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:21:19.554181 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-ce30a38d-8802-4fcb-856b-4cbd9d03edf9 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:21:19.560456 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-ce30a38d-8802-4fcb-856b-4cbd9d03edf9 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:21:19.587418 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30a38d-8802-4fcb-856b-4cbd9d03edf9 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Pushing event updated for resources: {'Port': ['ID=8b743140-5b15-4189-a9ad-b671dd542c58,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:21:19.619593 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-ce30a38d-8802-4fcb-856b-4cbd9d03edf9 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:19.620233 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-ce30a38d-8802-4fcb-856b-4cbd9d03edf9 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:19.648703 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-ce30a38d-8802-4fcb-856b-4cbd9d03edf9 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7044344 Feb 15 04:21:19.665539 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-295335b2-aff2-494b-bb89-1e43fd50a2b6 service neutron] Request body: {'port': {'device_id': '65a44514-834f-40e0-8a03-1f39942e705f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:21:19.738945 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-295335b2-aff2-494b-bb89-1e43fd50a2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (8b743140-5b15-4189-a9ad-b671dd542c58), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:19.801278 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291985bb-c741-484a-a673-6019bca551a3 req-9f0b105c-0276-4ab3-8860-05fba286ffc1 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:19.803950 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-291985bb-c741-484a-a673-6019bca551a3 req-9f0b105c-0276-4ab3-8860-05fba286ffc1 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=65a44514-834f-40e0-8a03-1f39942e705f HTTP/1.1" status: 200 len: 931 time: 0.0964272 Feb 15 04:21:19.883600 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-291985bb-c741-484a-a673-6019bca551a3 req-f59b3a72-cb22-485b-80fc-88f5eee18146 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670991 Feb 15 04:21:20.014479 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bef15c-81c5-4b6c-b3c1-32e682012802 req-558577c9-ab3c-402e-9d51-548647fd8aa6 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:20.016569 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-60bef15c-81c5-4b6c-b3c1-32e682012802 req-558577c9-ab3c-402e-9d51-548647fd8aa6 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.1285508 Feb 15 04:21:20.168431 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-60bef15c-81c5-4b6c-b3c1-32e682012802 req-1c3b0bfa-06e2-45d9-98c0-0d357e110726 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449800 Feb 15 04:21:20.174494 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-295335b2-aff2-494b-bb89-1e43fd50a2b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b743140-5b15-4189-a9ad-b671dd542c58 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:21:20.187413 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-295335b2-aff2-494b-bb89-1e43fd50a2b6 service neutron] Publish callbacks [] for port (8b743140-5b15-4189-a9ad-b671dd542c58), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:20.212094 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-295335b2-aff2-494b-bb89-1e43fd50a2b6 service neutron] Transition to ACTIVE for port object 8b743140-5b15-4189-a9ad-b671dd542c58 will not be triggered until provisioned by entity L2. {{(pid=102633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 04:21:20.217369 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-295335b2-aff2-494b-bb89-1e43fd50a2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (8b743140-5b15-4189-a9ad-b671dd542c58), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:20.311644 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295335b2-aff2-494b-bb89-1e43fd50a2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8b743140-5b15-4189-a9ad-b671dd542c58,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:21:20.418822 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-295335b2-aff2-494b-bb89-1e43fd50a2b6 service neutron] Attempting to bind port 8b743140-5b15-4189-a9ad-b671dd542c58 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:21:20.419068 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-295335b2-aff2-494b-bb89-1e43fd50a2b6 service neutron] Attempting to bind port 8b743140-5b15-4189-a9ad-b671dd542c58 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '6e131826-e383-4c3d-a2a0-30aaa6333ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a909d0e6-c4b3-462a-b863-e1bf37a7bf54'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:21:20.419393 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-295335b2-aff2-494b-bb89-1e43fd50a2b6 service neutron] Attempting to bind port 8b743140-5b15-4189-a9ad-b671dd542c58 on network a909d0e6-c4b3-462a-b863-e1bf37a7bf54 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:21:20.425239 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-295335b2-aff2-494b-bb89-1e43fd50a2b6 service neutron] Port 8b743140-5b15-4189-a9ad-b671dd542c58 on network a909d0e6-c4b3-462a-b863-e1bf37a7bf54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 04:21:20.425691 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-295335b2-aff2-494b-bb89-1e43fd50a2b6 service neutron] Attempting to bind port 8b743140-5b15-4189-a9ad-b671dd542c58 on network a909d0e6-c4b3-462a-b863-e1bf37a7bf54 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:21:20.431157 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-295335b2-aff2-494b-bb89-1e43fd50a2b6 service neutron] Checking agent: {'id': '3d42c16f-c1cc-4a31-813a-51fffe75373d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'started_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:21:20.431513 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-295335b2-aff2-494b-bb89-1e43fd50a2b6 service neutron] Checking segment: {'id': '6e131826-e383-4c3d-a2a0-30aaa6333ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a909d0e6-c4b3-462a-b863-e1bf37a7bf54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:21:20.431890 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-295335b2-aff2-494b-bb89-1e43fd50a2b6 service neutron] Bound using segment: {'id': '6e131826-e383-4c3d-a2a0-30aaa6333ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a909d0e6-c4b3-462a-b863-e1bf37a7bf54'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:21:20.432332 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-295335b2-aff2-494b-bb89-1e43fd50a2b6 service neutron] Bound port: 8b743140-5b15-4189-a9ad-b671dd542c58, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e131826-e383-4c3d-a2a0-30aaa6333ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a909d0e6-c4b3-462a-b863-e1bf37a7bf54'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:21:20.432752 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-295335b2-aff2-494b-bb89-1e43fd50a2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (8b743140-5b15-4189-a9ad-b671dd542c58), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:20.520415 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-295335b2-aff2-494b-bb89-1e43fd50a2b6 service neutron] For port 8b743140-5b15-4189-a9ad-b671dd542c58, host hv-cinder-81610, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:21:20.523986 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-295335b2-aff2-494b-bb89-1e43fd50a2b6 service neutron] For port 8b743140-5b15-4189-a9ad-b671dd542c58, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=8b743140-5b15-4189-a9ad-b671dd542c58,segment=NetworkSegment(6e131826-e383-4c3d-a2a0-30aaa6333ce4),segment_id=6e131826-e383-4c3d-a2a0-30aaa6333ce4)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:21:20.530552 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-295335b2-aff2-494b-bb89-1e43fd50a2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (8b743140-5b15-4189-a9ad-b671dd542c58), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:20.568008 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-295335b2-aff2-494b-bb89-1e43fd50a2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:20.568635 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-295335b2-aff2-494b-bb89-1e43fd50a2b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:20.570047 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-295335b2-aff2-494b-bb89-1e43fd50a2b6 service neutron] 10.222.0.59 "PUT /v2.0/ports/8b743140-5b15-4189-a9ad-b671dd542c58 HTTP/1.1" status: 200 len: 1093 time: 0.9089437 Feb 15 04:21:20.570493 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a44514-834f-40e0-8a03-1f39942e705f', 'tag': '8b743140-5b15-4189-a9ad-b671dd542c58'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:21:20.572989 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c80393-f6a6-486c-a598-58635bf6d64d" -d '{"events": [{"name": "network-changed", "server_uuid": "65a44514-834f-40e0-8a03-1f39942e705f", "tag": "8b743140-5b15-4189-a9ad-b671dd542c58"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:21:20.605569 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295335b2-aff2-494b-bb89-1e43fd50a2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8b743140-5b15-4189-a9ad-b671dd542c58,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:21:20.652832 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddf580a-9839-4f53-8a0b-3b3f368b806b x-openstack-request-id: req-9ddf580a-9839-4f53-8a0b-3b3f368b806b {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:21:20.653138 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a44514-834f-40e0-8a03-1f39942e705f", "tag": "8b743140-5b15-4189-a9ad-b671dd542c58", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:21:20.654793 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9ddf580a-9839-4f53-8a0b-3b3f368b806b {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:21:20.654793 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a44514-834f-40e0-8a03-1f39942e705f', 'tag': '8b743140-5b15-4189-a9ad-b671dd542c58', 'status': 'completed', 'code': 200} Feb 15 04:21:20.674270 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-beeaf79d-4ec7-42ff-933e-24dd76837c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:20.675849 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-beeaf79d-4ec7-42ff-933e-24dd76837c22 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3d7002e2df35463c9128baa00359cd9e&device_id=65a44514-834f-40e0-8a03-1f39942e705f HTTP/1.1" status: 200 len: 1127 time: 0.0532365 Feb 15 04:21:20.730914 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-f32a5450-1dd8-45b9-8604-930eaaf930eb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b743140-5b15-4189-a9ad-b671dd542c58 HTTP/1.1" status: 200 len: 217 time: 0.0442195 Feb 15 04:21:20.797593 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-a6fb589f-b510-46c9-89cf-c0efad16f975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:20.800496 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-a6fb589f-b510-46c9-89cf-c0efad16f975 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=508befd6-d7ad-4a18-a5bd-758fb93dcf1e HTTP/1.1" status: 200 len: 855 time: 0.0596771 Feb 15 04:21:20.838581 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-a31ee074-835d-4912-ac2c-519eb8f20fa7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a909d0e6-c4b3-462a-b863-e1bf37a7bf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308115 Feb 15 04:21:20.937462 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-bbf82e16-f7c2-4074-88fc-233b41202e16 service neutron] 10.222.0.59 "GET /v2.0/networks/a909d0e6-c4b3-462a-b863-e1bf37a7bf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923226 Feb 15 04:21:21.310556 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81dc8ee-f390-4658-9c08-c5f8ddcb830c req-18420886-926e-404e-81f8-e29d89c8cf74 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:21.313694 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d81dc8ee-f390-4658-9c08-c5f8ddcb830c req-18420886-926e-404e-81f8-e29d89c8cf74 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=65a44514-834f-40e0-8a03-1f39942e705f HTTP/1.1" status: 200 len: 943 time: 0.1267915 Feb 15 04:21:21.321535 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-63a5d6cc-947c-4dd4-aaf4-f946dc4df789 req-5b1bf543-cb94-455d-abdd-7bd4c080826b service neutron] 10.222.0.59 "GET /v2.0/networks/a909d0e6-c4b3-462a-b863-e1bf37a7bf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764710 Feb 15 04:21:21.385579 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22df3f2-9a7e-42cd-ae94-744b02ecbd45 req-6551e5e8-a3d1-42fa-8261-8a18b4c35bdd tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:21.397478 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-b22df3f2-9a7e-42cd-ae94-744b02ecbd45 req-6551e5e8-a3d1-42fa-8261-8a18b4c35bdd tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.1425803 Feb 15 04:21:21.415267 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d81dc8ee-f390-4658-9c08-c5f8ddcb830c req-7fb432f7-32fe-4fe5-8422-260f8a63f2a8 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908785 Feb 15 04:21:21.475599 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-b22df3f2-9a7e-42cd-ae94-744b02ecbd45 req-82bfd40d-dd7e-48b4-b800-39b160c2582b tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767279 Feb 15 04:21:21.511427 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c80393-f6a6-486c-a598-58635bf6d64d req-8c09f685-5e3c-43ba-9176-151a975e5a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:21.512999 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-78c80393-f6a6-486c-a598-58635bf6d64d req-8c09f685-5e3c-43ba-9176-151a975e5a10 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3d7002e2df35463c9128baa00359cd9e&device_id=65a44514-834f-40e0-8a03-1f39942e705f HTTP/1.1" status: 200 len: 1127 time: 0.0870938 Feb 15 04:21:21.690618 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c80393-f6a6-486c-a598-58635bf6d64d req-d8aeb682-f614-4d3a-a23e-417db2ad008d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:21.692191 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-78c80393-f6a6-486c-a598-58635bf6d64d req-d8aeb682-f614-4d3a-a23e-417db2ad008d service neutron] 10.222.0.59 "GET /v2.0/networks?id=a909d0e6-c4b3-462a-b863-e1bf37a7bf54 HTTP/1.1" status: 200 len: 915 time: 0.1712663 Feb 15 04:21:21.701987 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ae510-1a50-4860-bf30-d61910ee24a2 req-9076fe96-1ee0-461f-9715-f0943d7eaa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:21.701987 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-966ae510-1a50-4860-bf30-d61910ee24a2 req-9076fe96-1ee0-461f-9715-f0943d7eaa45 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 1129 time: 0.1042109 Feb 15 04:21:21.752723 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-78c80393-f6a6-486c-a598-58635bf6d64d req-0589a29b-51e9-4727-a15e-b6a3c32297fd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b743140-5b15-4189-a9ad-b671dd542c58 HTTP/1.1" status: 200 len: 217 time: 0.0511887 Feb 15 04:21:21.820388 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-966ae510-1a50-4860-bf30-d61910ee24a2 req-106f578f-d705-4c7b-85b9-1d26db1debc7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111534 Feb 15 04:21:21.837952 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c80393-f6a6-486c-a598-58635bf6d64d req-1b4491c2-56e3-4c19-ab41-5cd8564291f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:21.839856 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-78c80393-f6a6-486c-a598-58635bf6d64d req-1b4491c2-56e3-4c19-ab41-5cd8564291f1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=508befd6-d7ad-4a18-a5bd-758fb93dcf1e HTTP/1.1" status: 200 len: 855 time: 0.0739341 Feb 15 04:21:22.135491 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-78c80393-f6a6-486c-a598-58635bf6d64d req-ccee8e0a-42b1-4e88-9dcd-32f2df2b6664 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a909d0e6-c4b3-462a-b863-e1bf37a7bf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313442 Feb 15 04:21:22.245512 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-78c80393-f6a6-486c-a598-58635bf6d64d req-4fd43a68-1ea7-4c4a-ae19-1e893e3d1442 service neutron] 10.222.0.59 "GET /v2.0/networks/a909d0e6-c4b3-462a-b863-e1bf37a7bf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997655 Feb 15 04:21:22.361316 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-78c80393-f6a6-486c-a598-58635bf6d64d req-3d0ce659-ecce-4a55-a5d8-94720a70d981 service neutron] 10.222.0.59 "GET /v2.0/networks/a909d0e6-c4b3-462a-b863-e1bf37a7bf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095197 Feb 15 04:21:22.623078 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0d855-9d26-4dc8-a13d-8ba20e2fb231 req-91c73eac-6a77-4849-87bf-d0e9d52f8475 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:22.634652 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-44e0d855-9d26-4dc8-a13d-8ba20e2fb231 req-91c73eac-6a77-4849-87bf-d0e9d52f8475 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=65a44514-834f-40e0-8a03-1f39942e705f HTTP/1.1" status: 200 len: 943 time: 0.1073527 Feb 15 04:21:22.702094 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791035ff-ed06-43aa-baa0-70eb39f09529 req-4f1265b1-ef29-4835-87e5-b599855f6694 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:22.717292 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-791035ff-ed06-43aa-baa0-70eb39f09529 req-4f1265b1-ef29-4835-87e5-b599855f6694 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.1371553 Feb 15 04:21:22.724064 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-44e0d855-9d26-4dc8-a13d-8ba20e2fb231 req-11150626-b2dd-44bb-bed2-0deea5c0c1b2 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722404 Feb 15 04:21:22.798444 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-791035ff-ed06-43aa-baa0-70eb39f09529 req-8672ceb8-e430-423a-963e-fab6d9f132e8 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787716 Feb 15 04:21:23.207376 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 54022) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:21:23.331393 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-18dd7a1b-4935-4ca7-a1ea-363310fbf001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:23.428125 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-18dd7a1b-4935-4ca7-a1ea-363310fbf001 admin admin] Publish callbacks [] for security_group (74ed0cd3-bea3-4448-9d39-92f93f1bde42), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:23.432731 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-18dd7a1b-4935-4ca7-a1ea-363310fbf001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (74ed0cd3-bea3-4448-9d39-92f93f1bde42), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:23.475890 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-18dd7a1b-4935-4ca7-a1ea-363310fbf001 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=afb332251e094a6293c74e01a54efa03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2673893 Feb 15 04:21:23.476803 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd7a1b-4935-4ca7-a1ea-363310fbf001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ed0cd3-bea3-4448-9d39-92f93f1bde42,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:21:23.479251 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 54028) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:21:23.554851 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cae569fa-a15f-4feb-9e1e-0eb9499d21e1 admin admin] Publish callbacks [] for security_group (74ed0cd3-bea3-4448-9d39-92f93f1bde42), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:23.599652 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cae569fa-a15f-4feb-9e1e-0eb9499d21e1 admin admin] Publish callbacks [] for security_group (74ed0cd3-bea3-4448-9d39-92f93f1bde42), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:23.678591 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cae569fa-a15f-4feb-9e1e-0eb9499d21e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (74ed0cd3-bea3-4448-9d39-92f93f1bde42), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:23.681921 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cae569fa-a15f-4feb-9e1e-0eb9499d21e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:23.683467 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-cae569fa-a15f-4feb-9e1e-0eb9499d21e1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/74ed0cd3-bea3-4448-9d39-92f93f1bde42 HTTP/1.1" status: 204 len: 168 time: 0.2026412 Feb 15 04:21:23.694154 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae569fa-a15f-4feb-9e1e-0eb9499d21e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ed0cd3-bea3-4448-9d39-92f93f1bde42,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:21:23.884750 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96cdf3-4bec-47ac-beac-2035dc51a7c4 req-1fe19c2a-9d9f-444c-8645-23e655f7c9d6 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:23.887290 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5f96cdf3-4bec-47ac-beac-2035dc51a7c4 req-1fe19c2a-9d9f-444c-8645-23e655f7c9d6 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=65a44514-834f-40e0-8a03-1f39942e705f HTTP/1.1" status: 200 len: 943 time: 0.0808816 Feb 15 04:21:23.988038 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5f96cdf3-4bec-47ac-beac-2035dc51a7c4 req-0944593a-3972-4caf-b45f-72e0cd87e47c tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909486 Feb 15 04:21:24.002961 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03564f63-a3b9-45ad-8da4-8f301f672f4c req-4a2fe72a-565d-4d84-b8a5-e6d1d03f2563 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:24.007484 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-03564f63-a3b9-45ad-8da4-8f301f672f4c req-4a2fe72a-565d-4d84-b8a5-e6d1d03f2563 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.1000795 Feb 15 04:21:24.070046 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-03564f63-a3b9-45ad-8da4-8f301f672f4c req-8b963dea-0448-4ef2-93f2-e51f6b947ec7 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574949 Feb 15 04:21:25.154500 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8aa6c-d6d6-415f-adec-6acc34d5f687 req-2668b81f-265b-473a-ab43-57cba81f4b22 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:25.158616 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-19f8aa6c-d6d6-415f-adec-6acc34d5f687 req-2668b81f-265b-473a-ab43-57cba81f4b22 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=65a44514-834f-40e0-8a03-1f39942e705f HTTP/1.1" status: 200 len: 943 time: 0.0796626 Feb 15 04:21:25.216708 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db627d-c43f-4f75-bef5-81f9df5a9a8f req-16b8af51-cf02-4ea0-a588-80c56ac4e167 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:25.220090 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-89db627d-c43f-4f75-bef5-81f9df5a9a8f req-16b8af51-cf02-4ea0-a588-80c56ac4e167 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.0650380 Feb 15 04:21:25.236224 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-19f8aa6c-d6d6-415f-adec-6acc34d5f687 req-960ce774-2470-4c68-b852-4a0dcc9fe3c9 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685856 Feb 15 04:21:25.291364 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-89db627d-c43f-4f75-bef5-81f9df5a9a8f req-4b95f53b-62b4-444c-9d9b-02291fc81a2b tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642850 Feb 15 04:21:26.405542 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b39ec-e938-4e60-9630-98262f85ab26 req-3cc1c500-a9a6-4059-8457-ababd1e21e47 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:26.407604 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b03b39ec-e938-4e60-9630-98262f85ab26 req-3cc1c500-a9a6-4059-8457-ababd1e21e47 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=65a44514-834f-40e0-8a03-1f39942e705f HTTP/1.1" status: 200 len: 943 time: 0.0737448 Feb 15 04:21:26.470904 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b03b39ec-e938-4e60-9630-98262f85ab26 req-442bcdb9-9ccc-4fe7-afb1-0ddede303295 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532253 Feb 15 04:21:26.474204 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e1a98-0fc0-4067-ac33-082b4f93d1de req-2c419430-2f7b-4b14-a6bb-8c87bd86e661 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:26.475677 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-902e1a98-0fc0-4067-ac33-082b4f93d1de req-2c419430-2f7b-4b14-a6bb-8c87bd86e661 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.0729246 Feb 15 04:21:26.538983 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-902e1a98-0fc0-4067-ac33-082b4f93d1de req-5c933639-0c01-40ab-9d65-5c99d1e453f7 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525665 Feb 15 04:21:27.654489 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9c1a6-f46e-484b-a2e6-e7e9a9dda0e0 req-371644cc-afd8-43db-a629-d1798b1a0341 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:27.657510 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5db9c1a6-f46e-484b-a2e6-e7e9a9dda0e0 req-371644cc-afd8-43db-a629-d1798b1a0341 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=65a44514-834f-40e0-8a03-1f39942e705f HTTP/1.1" status: 200 len: 943 time: 0.0953946 Feb 15 04:21:27.721767 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5db9c1a6-f46e-484b-a2e6-e7e9a9dda0e0 req-ab4c41d1-9e02-45b3-a803-58b647facecc tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547903 Feb 15 04:21:27.727881 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a67966-6deb-47b8-b281-19a84d0fb1cf req-2bb3ec55-1901-4c69-9849-018c47e88e83 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:27.730577 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a3a67966-6deb-47b8-b281-19a84d0fb1cf req-2bb3ec55-1901-4c69-9849-018c47e88e83 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.0791364 Feb 15 04:21:27.791081 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a3a67966-6deb-47b8-b281-19a84d0fb1cf req-2a8107cf-3af3-4aa7-8e80-30ac21befbb2 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502911 Feb 15 04:21:27.931455 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3b36a-92ac-4e5e-88f7-d1b47beac3d4 req-a82e5970-1a08-4a0e-bcd0-3b0ff9516f27 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:27.933117 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1ca3b36a-92ac-4e5e-88f7-d1b47beac3d4 req-a82e5970-1a08-4a0e-bcd0-3b0ff9516f27 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0667691 Feb 15 04:21:27.990979 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1ca3b36a-92ac-4e5e-88f7-d1b47beac3d4 req-f552baea-df23-4ddc-97f9-e6548870af52 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507891 Feb 15 04:21:28.866028 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fc55d-0ecc-4c96-b874-b7b8b4099114 req-08363111-c29f-4186-a1cf-8a4bcaedc03f tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:28.868752 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-1d0fc55d-0ecc-4c96-b874-b7b8b4099114 req-08363111-c29f-4186-a1cf-8a4bcaedc03f tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=65a44514-834f-40e0-8a03-1f39942e705f HTTP/1.1" status: 200 len: 943 time: 0.0621941 Feb 15 04:21:28.927622 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-1d0fc55d-0ecc-4c96-b874-b7b8b4099114 req-97a35f45-e8a6-489b-b7ca-7c08d0e3e555 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515792 Feb 15 04:21:30.081293 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b5e3e-ab0d-4c30-8851-31f508c50bb8 req-aeceffd2-f1f7-40d8-b968-c1da1f66e720 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:30.083356 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d31b5e3e-ab0d-4c30-8851-31f508c50bb8 req-aeceffd2-f1f7-40d8-b968-c1da1f66e720 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=65a44514-834f-40e0-8a03-1f39942e705f HTTP/1.1" status: 200 len: 943 time: 0.0774233 Feb 15 04:21:30.141283 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d31b5e3e-ab0d-4c30-8851-31f508c50bb8 req-f14d7e34-234c-47e2-afa3-ee0d744646b1 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511582 Feb 15 04:21:30.945150 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 8b743140-5b15-4189-a9ad-b671dd542c58 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 04:21:31.077521 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 8b743140-5b15-4189-a9ad-b671dd542c58, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=8b743140-5b15-4189-a9ad-b671dd542c58,segment=NetworkSegment(6e131826-e383-4c3d-a2a0-30aaa6333ce4),segment_id=6e131826-e383-4c3d-a2a0-30aaa6333ce4)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:21:31.090591 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Returning: {'device': '8b743140-5b15-4189-a9ad-b671dd542c58', 'network_id': 'a909d0e6-c4b3-462a-b863-e1bf37a7bf54', 'port_id': '8b743140-5b15-4189-a9ad-b671dd542c58', 'mac_address': 'fa:16:3e:8f:fc:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '508befd6-d7ad-4a18-a5bd-758fb93dcf1e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 04:21:31.144922 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 8b743140-5b15-4189-a9ad-b671dd542c58 is: DOWN; New status is: BUILD {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:21:31.145352 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (8b743140-5b15-4189-a9ad-b671dd542c58), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:31.160262 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b743140-5b15-4189-a9ad-b671dd542c58 {{(pid=102635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:21:31.186425 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 8b743140-5b15-4189-a9ad-b671dd542c58, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=8b743140-5b15-4189-a9ad-b671dd542c58,segment=NetworkSegment(6e131826-e383-4c3d-a2a0-30aaa6333ce4),segment_id=6e131826-e383-4c3d-a2a0-30aaa6333ce4)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:21:31.199696 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (8b743140-5b15-4189-a9ad-b671dd542c58), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:31.267704 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=8b743140-5b15-4189-a9ad-b671dd542c58,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:21:31.333864 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c469e5-da01-4bcb-ad1d-4e5c78b9780e req-bf6559ac-b189-4b0f-8006-543f895481c2 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:31.336658 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-27c469e5-da01-4bcb-ad1d-4e5c78b9780e req-bf6559ac-b189-4b0f-8006-543f895481c2 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=65a44514-834f-40e0-8a03-1f39942e705f HTTP/1.1" status: 200 len: 944 time: 0.0898898 Feb 15 04:21:31.425545 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-27c469e5-da01-4bcb-ad1d-4e5c78b9780e req-05eea859-aad2-44be-8119-d9ed2a8f912b tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793450 Feb 15 04:21:31.936159 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['8b743140-5b15-4189-a9ad-b671dd542c58'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:21:32.266417 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d991d1cc-cf9d-4b28-8a8d-bc0cec89654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:32.591250 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991a9be-98bd-484a-abd3-29394ed0d9a2 req-fb44d19e-b4f0-401c-ad92-eac5c8ad562b tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:32.592890 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7991a9be-98bd-484a-abd3-29394ed0d9a2 req-fb44d19e-b4f0-401c-ad92-eac5c8ad562b tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=65a44514-834f-40e0-8a03-1f39942e705f HTTP/1.1" status: 200 len: 944 time: 0.0711658 Feb 15 04:21:32.667644 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7991a9be-98bd-484a-abd3-29394ed0d9a2 req-0c419ea9-b437-4f41-85ec-baa9874ceb54 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626059 Feb 15 04:21:33.832304 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a810936-8361-40e7-8a4b-6f0f9fb90d31 req-80e543ff-a08d-4c15-ac15-8a1c20bcf20e tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:33.834433 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-1a810936-8361-40e7-8a4b-6f0f9fb90d31 req-80e543ff-a08d-4c15-ac15-8a1c20bcf20e tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=65a44514-834f-40e0-8a03-1f39942e705f HTTP/1.1" status: 200 len: 944 time: 0.0736573 Feb 15 04:21:33.903159 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-1a810936-8361-40e7-8a4b-6f0f9fb90d31 req-e684ac19-44dd-4644-896b-a41e0732662a tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580575 Feb 15 04:21:34.987475 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0469da-1380-40cc-9ea9-51e0537d6cd1 req-a52f555f-d946-40a4-9dfe-24786b86f014 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:34.992963 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-3d0469da-1380-40cc-9ea9-51e0537d6cd1 req-a52f555f-d946-40a4-9dfe-24786b86f014 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0655894 Feb 15 04:21:35.066303 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-3d0469da-1380-40cc-9ea9-51e0537d6cd1 req-3337a049-aafe-4cae-b5cb-84342bda1e0c tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708001 Feb 15 04:21:35.099746 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c58ee9-db36-430a-9e2b-961a95c33940 req-77cec47b-a6db-4560-b26a-21d717ecc93d tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:35.102593 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-10c58ee9-db36-430a-9e2b-961a95c33940 req-77cec47b-a6db-4560-b26a-21d717ecc93d tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=65a44514-834f-40e0-8a03-1f39942e705f HTTP/1.1" status: 200 len: 944 time: 0.0812860 Feb 15 04:21:35.164811 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-10c58ee9-db36-430a-9e2b-961a95c33940 req-8f23d266-e7e4-4222-89fe-de90dd25f216 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561757 Feb 15 04:21:36.063355 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-0c372b31-3457-4199-88ce-7eadd9e8a301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:36.232679 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713e8fb-9004-4270-9b37-f270c05206de req-52698c1e-73ff-46d2-9ef8-0407dc2b82ce tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:36.234807 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-b713e8fb-9004-4270-9b37-f270c05206de req-52698c1e-73ff-46d2-9ef8-0407dc2b82ce tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0647840 Feb 15 04:21:36.289949 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-b713e8fb-9004-4270-9b37-f270c05206de req-c7ae95f0-1944-41a1-8799-de4ff6617eb7 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496614 Feb 15 04:21:36.329421 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a9057-3d75-4dc3-b868-5ffd02195ff0 req-93d08cb3-3bf1-4c00-bbc7-3d863c777e58 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:36.332406 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8d1a9057-3d75-4dc3-b868-5ffd02195ff0 req-93d08cb3-3bf1-4c00-bbc7-3d863c777e58 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=65a44514-834f-40e0-8a03-1f39942e705f HTTP/1.1" status: 200 len: 944 time: 0.0880759 Feb 15 04:21:36.393943 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8d1a9057-3d75-4dc3-b868-5ffd02195ff0 req-b8f0a270-c018-4ebd-bd82-88c21dc25819 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554020 Feb 15 04:21:36.403700 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:37.424827 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67686d1-5266-4b6e-8a49-6d92228c1393 req-5d851067-5a36-43f9-a46d-393021634e8f tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:37.426500 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-c67686d1-5266-4b6e-8a49-6d92228c1393 req-5d851067-5a36-43f9-a46d-393021634e8f tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0616632 Feb 15 04:21:37.488187 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-c67686d1-5266-4b6e-8a49-6d92228c1393 req-fcc9c77c-f456-4664-9fa2-f4b7ce5254fe tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518618 Feb 15 04:21:37.553404 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e344e6-a496-4d30-8818-6d89d26851ba req-fc16e507-1b8a-4940-a2f8-719b8428a03e tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:37.554998 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a0e344e6-a496-4d30-8818-6d89d26851ba req-fc16e507-1b8a-4940-a2f8-719b8428a03e tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=65a44514-834f-40e0-8a03-1f39942e705f HTTP/1.1" status: 200 len: 944 time: 0.0673180 Feb 15 04:21:37.611027 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a0e344e6-a496-4d30-8818-6d89d26851ba req-c5f16db4-4219-494d-ba47-c785f13f3fc4 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496464 Feb 15 04:21:37.827143 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 8b743140-5b15-4189-a9ad-b671dd542c58 up at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:21:37.887603 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning for port 8b743140-5b15-4189-a9ad-b671dd542c58 completed by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 04:21:37.892756 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning complete for port 8b743140-5b15-4189-a9ad-b671dd542c58 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:21:37.893157 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (8b743140-5b15-4189-a9ad-b671dd542c58), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:37.990162 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 8b743140-5b15-4189-a9ad-b671dd542c58 is: BUILD; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:21:37.990618 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (8b743140-5b15-4189-a9ad-b671dd542c58), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:38.017360 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a44514-834f-40e0-8a03-1f39942e705f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b743140-5b15-4189-a9ad-b671dd542c58'}] {{(pid=102635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:21:38.019799 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274a2a5e9be6a0ee09154d0e072c1b660d39e5ec588b61e50c849ad5e467022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5d7e15-c8ba-4a59-8fc0-3db9d4de776d" -d '{"events": [{"server_uuid": "65a44514-834f-40e0-8a03-1f39942e705f", "name": "network-vif-plugged", "status": "completed", "tag": "8b743140-5b15-4189-a9ad-b671dd542c58"}]}' {{(pid=102635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:21:38.037257 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 8b743140-5b15-4189-a9ad-b671dd542c58, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=8b743140-5b15-4189-a9ad-b671dd542c58,segment=NetworkSegment(6e131826-e383-4c3d-a2a0-30aaa6333ce4),segment_id=6e131826-e383-4c3d-a2a0-30aaa6333ce4)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:21:38.043065 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (8b743140-5b15-4189-a9ad-b671dd542c58), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:38.076178 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e70997-494c-4d7c-acc1-03c602d876f5 x-openstack-request-id: req-d5e70997-494c-4d7c-acc1-03c602d876f5 {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:21:38.076620 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a44514-834f-40e0-8a03-1f39942e705f", "name": "network-vif-plugged", "status": "completed", "tag": "8b743140-5b15-4189-a9ad-b671dd542c58", "code": 200}]} {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:21:38.077057 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d5e70997-494c-4d7c-acc1-03c602d876f5 {{(pid=102635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:21:38.078185 dv-cinder-816104-2-iscsi neutron-server[102635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a44514-834f-40e0-8a03-1f39942e705f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b743140-5b15-4189-a9ad-b671dd542c58', 'code': 200} Feb 15 04:21:38.111466 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=8b743140-5b15-4189-a9ad-b671dd542c58,revision_number=5']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:21:38.504711 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:38.635836 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdc905-5089-4844-82a6-bbad1b687e27 req-186b2e5f-d2b3-4afa-af2e-224f547d9015 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:38.637571 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-23fdc905-5089-4844-82a6-bbad1b687e27 req-186b2e5f-d2b3-4afa-af2e-224f547d9015 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0632815 Feb 15 04:21:38.719899 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-23fdc905-5089-4844-82a6-bbad1b687e27 req-a3e38372-01f7-4c51-bcf4-8a904bd38270 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742972 Feb 15 04:21:38.992620 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1548b4-bfde-4645-804c-0f333eae4f18 req-a5dc9c6c-f7b2-420f-9064-f85f97e8487d tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:38.994145 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-9c1548b4-bfde-4645-804c-0f333eae4f18 req-a5dc9c6c-f7b2-420f-9064-f85f97e8487d tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=65a44514-834f-40e0-8a03-1f39942e705f HTTP/1.1" status: 200 len: 945 time: 0.2661312 Feb 15 04:21:39.051261 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-9c1548b4-bfde-4645-804c-0f333eae4f18 req-913fa1ad-18b8-4df6-931f-a65321af726b tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466735 Feb 15 04:21:39.504529 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42145a6-972f-43e4-8d82-cbabac008f54 req-179f4855-fd7e-4869-b08c-3bf482a0efec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:39.506087 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d42145a6-972f-43e4-8d82-cbabac008f54 req-179f4855-fd7e-4869-b08c-3bf482a0efec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f8bc531651b748a791dbbbc11ee10adb&device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 1130 time: 0.0827358 Feb 15 04:21:39.779120 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:39.889663 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffeb0f5-1f94-46b9-8dfa-e9f2916b6ff7 req-1fce399a-d6d4-469a-87e7-02f27573bc21 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:39.892010 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4ffeb0f5-1f94-46b9-8dfa-e9f2916b6ff7 req-1fce399a-d6d4-469a-87e7-02f27573bc21 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0656738 Feb 15 04:21:39.947987 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4ffeb0f5-1f94-46b9-8dfa-e9f2916b6ff7 req-083e9862-d480-4f18-9342-99d480b272b2 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490906 Feb 15 04:21:40.196003 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa34bdd-fbbb-408b-ae59-26bfaee5eaa1 req-e83cb15d-782c-4426-935e-b2b4af5cd5ed tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:40.197696 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7fa34bdd-fbbb-408b-ae59-26bfaee5eaa1 req-e83cb15d-782c-4426-935e-b2b4af5cd5ed tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=65a44514-834f-40e0-8a03-1f39942e705f HTTP/1.1" status: 200 len: 945 time: 0.0594358 Feb 15 04:21:40.271820 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7fa34bdd-fbbb-408b-ae59-26bfaee5eaa1 req-f3bcda95-bddd-4721-8a90-26ada6f2f039 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615406 Feb 15 04:21:41.082509 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212864fe-2384-4219-9f2a-ca3efeb50c1c req-e362c17a-cb3d-4ecf-83a9-c25a8c31877e tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:41.084200 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-212864fe-2384-4219-9f2a-ca3efeb50c1c req-e362c17a-cb3d-4ecf-83a9-c25a8c31877e tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0587471 Feb 15 04:21:41.144120 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-212864fe-2384-4219-9f2a-ca3efeb50c1c req-e6e839b1-740d-4aa3-b122-66b37d54f80b tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493772 Feb 15 04:21:41.437622 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbad78-13df-49b6-982b-29bb11ba5f6d req-78c554a2-da88-4fc9-81ee-a176e4beeef0 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:41.439214 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-85bbad78-13df-49b6-982b-29bb11ba5f6d req-78c554a2-da88-4fc9-81ee-a176e4beeef0 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=65a44514-834f-40e0-8a03-1f39942e705f HTTP/1.1" status: 200 len: 945 time: 0.0852869 Feb 15 04:21:41.500133 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-85bbad78-13df-49b6-982b-29bb11ba5f6d req-d10ce492-df2c-4010-bd7d-710730fbc8fc tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499027 Feb 15 04:21:41.611031 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:41.915182 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42145a6-972f-43e4-8d82-cbabac008f54 req-df5d194c-8c23-40b4-bb1b-9d6492b99745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:41.916731 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d42145a6-972f-43e4-8d82-cbabac008f54 req-df5d194c-8c23-40b4-bb1b-9d6492b99745 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ee659080-78cf-4efd-be3b-466b39ec5040 HTTP/1.1" status: 200 len: 919 time: 0.1629510 Feb 15 04:21:41.981723 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d42145a6-972f-43e4-8d82-cbabac008f54 req-34d2cbf2-3bba-427c-b65a-e15b03627ecb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3de6a7fb-53a5-40a9-af0f-ab012f0726c6 HTTP/1.1" status: 200 len: 217 time: 0.0474777 Feb 15 04:21:42.042730 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baeb763-c3f0-46a5-a3ec-74b5b81a226e req-8757375c-f79a-4cfc-90cf-8ef2db74d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:42.044383 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2baeb763-c3f0-46a5-a3ec-74b5b81a226e req-8757375c-f79a-4cfc-90cf-8ef2db74d5db service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=65a44514-834f-40e0-8a03-1f39942e705f HTTP/1.1" status: 200 len: 1129 time: 0.1411915 Feb 15 04:21:42.049365 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42145a6-972f-43e4-8d82-cbabac008f54 req-03e8b937-0d75-47ba-82a9-e771b679c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:42.050819 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d42145a6-972f-43e4-8d82-cbabac008f54 req-03e8b937-0d75-47ba-82a9-e771b679c5bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4162ffac-2362-474f-b644-4e31f81938f3 HTTP/1.1" status: 200 len: 859 time: 0.0630946 Feb 15 04:21:42.111358 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d42145a6-972f-43e4-8d82-cbabac008f54 req-7041e10b-2be0-44fc-b5d2-c2826b5ffc63 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ee659080-78cf-4efd-be3b-466b39ec5040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454481 Feb 15 04:21:42.188996 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2baeb763-c3f0-46a5-a3ec-74b5b81a226e req-371d1ede-7875-475e-8edb-a7e3f91c15be service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296573 Feb 15 04:21:42.260587 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d42145a6-972f-43e4-8d82-cbabac008f54 req-2d4c7ec4-5703-410f-bead-2ed1b0a8f32d service neutron] 10.222.0.59 "GET /v2.0/networks/ee659080-78cf-4efd-be3b-466b39ec5040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409492 Feb 15 04:21:42.305867 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59766ae-27c9-4ca1-a4ed-f50b4e69b035 req-881c1346-816c-4fa4-acd1-20532eb36935 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:42.307668 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c59766ae-27c9-4ca1-a4ed-f50b4e69b035 req-881c1346-816c-4fa4-acd1-20532eb36935 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0690935 Feb 15 04:21:42.365998 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c59766ae-27c9-4ca1-a4ed-f50b4e69b035 req-ce8eed42-6d4f-420d-b1ab-517aa7e9cb0c tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516334 Feb 15 04:21:42.652126 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b926b-e875-4575-a39e-4918c7a2fc3e req-191c78a4-2f8f-4790-85ae-2c9489e8c7f1 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:42.654894 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-433b926b-e875-4575-a39e-4918c7a2fc3e req-191c78a4-2f8f-4790-85ae-2c9489e8c7f1 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=65a44514-834f-40e0-8a03-1f39942e705f HTTP/1.1" status: 200 len: 945 time: 0.0821011 Feb 15 04:21:42.716890 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-433b926b-e875-4575-a39e-4918c7a2fc3e req-7dc0abf7-483c-40cb-ad6a-97aad01797f7 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560038 Feb 15 04:21:43.023708 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d42145a6-972f-43e4-8d82-cbabac008f54 req-19a862bc-8d4f-4b2c-8bf3-334047a38464 service neutron] 10.222.0.59 "GET /v2.0/networks/ee659080-78cf-4efd-be3b-466b39ec5040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085253 Feb 15 04:21:43.570660 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0ce8a-c42d-4767-86a3-26c51efab121 req-4511c832-d824-4a92-a8bd-cb2574a99673 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:43.572929 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-14b0ce8a-c42d-4767-86a3-26c51efab121 req-4511c832-d824-4a92-a8bd-cb2574a99673 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0933895 Feb 15 04:21:43.632934 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-14b0ce8a-c42d-4767-86a3-26c51efab121 req-86c45699-314b-4e0c-8d3d-9c2c9f6a3cfc tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515008 Feb 15 04:21:43.862773 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c035a0c-df02-4237-b58a-021d95c153f4 req-d33b0af7-e3d6-4682-bb9c-cdbbc71c5a44 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:43.864608 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-8c035a0c-df02-4237-b58a-021d95c153f4 req-d33b0af7-e3d6-4682-bb9c-cdbbc71c5a44 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=65a44514-834f-40e0-8a03-1f39942e705f HTTP/1.1" status: 200 len: 945 time: 0.0585644 Feb 15 04:21:43.927408 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-8c035a0c-df02-4237-b58a-021d95c153f4 req-a9c78ea2-dcc6-4c68-9b8c-f35b398b6673 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562241 Feb 15 04:21:44.275504 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc54ea2-6117-4300-a658-23cd6a828676 req-52b159fe-0873-4086-bf45-f21d7500795c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:44.277544 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-efc54ea2-6117-4300-a658-23cd6a828676 req-52b159fe-0873-4086-bf45-f21d7500795c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f8bc531651b748a791dbbbc11ee10adb&device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 1130 time: 0.0557034 Feb 15 04:21:44.400441 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc54ea2-6117-4300-a658-23cd6a828676 req-459ac54b-7dd9-452f-bdf3-5b542576677c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:44.401863 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-efc54ea2-6117-4300-a658-23cd6a828676 req-459ac54b-7dd9-452f-bdf3-5b542576677c service neutron] 10.222.0.59 "GET /v2.0/networks?id=ee659080-78cf-4efd-be3b-466b39ec5040 HTTP/1.1" status: 200 len: 919 time: 0.0988297 Feb 15 04:21:44.448413 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-efc54ea2-6117-4300-a658-23cd6a828676 req-7dd0e2eb-1fb7-42fd-8e95-98f8b96105b9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3de6a7fb-53a5-40a9-af0f-ab012f0726c6 HTTP/1.1" status: 200 len: 217 time: 0.0373838 Feb 15 04:21:44.519268 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc54ea2-6117-4300-a658-23cd6a828676 req-88670f10-7bb7-4fa9-b006-dbf47ce09ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:44.520825 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-efc54ea2-6117-4300-a658-23cd6a828676 req-88670f10-7bb7-4fa9-b006-dbf47ce09ae3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4162ffac-2362-474f-b644-4e31f81938f3 HTTP/1.1" status: 200 len: 859 time: 0.0634806 Feb 15 04:21:44.576373 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-efc54ea2-6117-4300-a658-23cd6a828676 req-a64179cb-1522-4314-9f5b-fa49ed07516b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ee659080-78cf-4efd-be3b-466b39ec5040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429883 Feb 15 04:21:44.714159 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-efc54ea2-6117-4300-a658-23cd6a828676 req-0b00a715-751c-44bb-af3f-b4aba1834ab8 service neutron] 10.222.0.59 "GET /v2.0/networks/ee659080-78cf-4efd-be3b-466b39ec5040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304524 Feb 15 04:21:44.873190 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f357d-f11b-4d70-b23e-e5c99b1e6247 req-f3cc7b90-53fc-42d1-bca9-64a13b17fa12 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:44.875401 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9b7f357d-f11b-4d70-b23e-e5c99b1e6247 req-f3cc7b90-53fc-42d1-bca9-64a13b17fa12 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.1287303 Feb 15 04:21:44.884245 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-efc54ea2-6117-4300-a658-23cd6a828676 req-eebbcb1b-b7a9-4c11-8bf1-3700420c3421 service neutron] 10.222.0.59 "GET /v2.0/networks/ee659080-78cf-4efd-be3b-466b39ec5040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580670 Feb 15 04:21:44.950190 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9b7f357d-f11b-4d70-b23e-e5c99b1e6247 req-a33c3c0f-7ea9-4845-8742-18aee851c254 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636559 Feb 15 04:21:45.136232 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578af161-e721-4a0f-825e-861797d30e8b req-2d705034-5789-4d5b-9052-26378e82354b tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:45.140971 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-578af161-e721-4a0f-825e-861797d30e8b req-2d705034-5789-4d5b-9052-26378e82354b tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=65a44514-834f-40e0-8a03-1f39942e705f HTTP/1.1" status: 200 len: 945 time: 0.1151078 Feb 15 04:21:45.215288 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-578af161-e721-4a0f-825e-861797d30e8b req-bc953de1-739c-42ba-8fc8-04e687312278 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601611 Feb 15 04:21:46.132499 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9be3a-ee4a-4556-8b44-fff327713c6d req-889e646c-e3c9-4d72-875b-d7e0bd6f5900 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:46.134140 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-93c9be3a-ee4a-4556-8b44-fff327713c6d req-889e646c-e3c9-4d72-875b-d7e0bd6f5900 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0673592 Feb 15 04:21:46.190986 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-93c9be3a-ee4a-4556-8b44-fff327713c6d req-ddc545ee-a057-4f1c-8059-9246b4367040 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507884 Feb 15 04:21:47.327831 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11668e4-ef02-464e-8192-fb3b0fc75fb6 req-6d9b0231-1789-4cc3-9f86-d0a8ec63df04 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:47.329458 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-e11668e4-ef02-464e-8192-fb3b0fc75fb6 req-6d9b0231-1789-4cc3-9f86-d0a8ec63df04 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0598447 Feb 15 04:21:47.393020 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-e11668e4-ef02-464e-8192-fb3b0fc75fb6 req-1e1900a3-3acd-4e15-a866-7ed1bdc26d53 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577798 Feb 15 04:21:48.526126 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e10452-cdc8-429a-a674-c21803fda794 req-b81dbb1e-8c4e-4061-88e1-a2cd50e45320 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:48.527668 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-38e10452-cdc8-429a-a674-c21803fda794 req-b81dbb1e-8c4e-4061-88e1-a2cd50e45320 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0569799 Feb 15 04:21:48.609329 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-38e10452-cdc8-429a-a674-c21803fda794 req-ab14316f-65a6-4374-88db-7753e77d25ff tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721414 Feb 15 04:21:48.617707 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:21:49.746270 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3794a-d107-4ae5-9d2d-5782304df360 req-94a3d6c8-b1bf-4497-b128-63231a224ea7 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:49.747550 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-76f3794a-d107-4ae5-9d2d-5782304df360 req-94a3d6c8-b1bf-4497-b128-63231a224ea7 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0651367 Feb 15 04:21:49.826324 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-76f3794a-d107-4ae5-9d2d-5782304df360 req-69fb19c5-fd10-43c4-a6bc-a69c54637ec7 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666580 Feb 15 04:21:50.961773 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbac75e-d46d-466a-92c8-3e2452809ebf req-991940a2-ba7f-4198-8f15-a1c0cecf97cd tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:50.963446 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4fbac75e-d46d-466a-92c8-3e2452809ebf req-991940a2-ba7f-4198-8f15-a1c0cecf97cd tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0564752 Feb 15 04:21:51.031196 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4fbac75e-d46d-466a-92c8-3e2452809ebf req-b6273077-bf1e-4824-8a6c-ff4f1518ab22 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607450 Feb 15 04:21:52.160700 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35fbf5-aa2a-4098-8f20-346665109f93 req-2d5a4185-9dac-4ea0-a667-afa3f9172df8 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:52.162292 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-af35fbf5-aa2a-4098-8f20-346665109f93 req-2d5a4185-9dac-4ea0-a667-afa3f9172df8 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0568686 Feb 15 04:21:52.211742 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-af35fbf5-aa2a-4098-8f20-346665109f93 req-3389e897-c8bf-4820-ac6f-feeaad012c2f tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437384 Feb 15 04:21:53.079498 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 54494) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:21:53.227176 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f3ca255b-1a90-469d-bbf8-d3a46711100f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:53.353328 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f3ca255b-1a90-469d-bbf8-d3a46711100f admin admin] Publish callbacks [] for security_group (8f1a4531-b8a4-4ca9-ab0f-b4ee08c399f2), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:53.361725 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f3ca255b-1a90-469d-bbf8-d3a46711100f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (8f1a4531-b8a4-4ca9-ab0f-b4ee08c399f2), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:53.365461 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74514185-52f4-4be8-bd6c-d397bd5b6e9a req-3065b31d-91f0-4b99-a9a9-a0fe4c9d297c tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:53.367092 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-74514185-52f4-4be8-bd6c-d397bd5b6e9a req-3065b31d-91f0-4b99-a9a9-a0fe4c9d297c tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0689976 Feb 15 04:21:53.393601 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-f3ca255b-1a90-469d-bbf8-d3a46711100f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d062ec29addb4b1d816e7123b47378d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3104382 Feb 15 04:21:53.394575 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 54506) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:21:53.411633 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca255b-1a90-469d-bbf8-d3a46711100f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1a4531-b8a4-4ca9-ab0f-b4ee08c399f2,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:21:53.419282 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca255b-1a90-469d-bbf8-d3a46711100f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:21:53.419636 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca255b-1a90-469d-bbf8-d3a46711100f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:21:53.419994 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca255b-1a90-469d-bbf8-d3a46711100f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:21:53.420332 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca255b-1a90-469d-bbf8-d3a46711100f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:21:53.421434 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca255b-1a90-469d-bbf8-d3a46711100f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:21:53.421790 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca255b-1a90-469d-bbf8-d3a46711100f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:21:53.422136 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca255b-1a90-469d-bbf8-d3a46711100f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:21:53.422473 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca255b-1a90-469d-bbf8-d3a46711100f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:21:53.422804 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca255b-1a90-469d-bbf8-d3a46711100f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:21:53.423136 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca255b-1a90-469d-bbf8-d3a46711100f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:21:53.423468 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca255b-1a90-469d-bbf8-d3a46711100f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:21:53.423824 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca255b-1a90-469d-bbf8-d3a46711100f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:21:53.424132 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca255b-1a90-469d-bbf8-d3a46711100f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:21:53.456673 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-74514185-52f4-4be8-bd6c-d397bd5b6e9a req-4e5b8c94-e8c3-4b9a-b06b-cc8b6ed1ff42 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836616 Feb 15 04:21:53.475061 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-27dd6d70-aedf-4b8a-b662-70e1d9780299 admin admin] Publish callbacks [] for security_group (8f1a4531-b8a4-4ca9-ab0f-b4ee08c399f2), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:53.501399 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-27dd6d70-aedf-4b8a-b662-70e1d9780299 admin admin] Publish callbacks [] for security_group (8f1a4531-b8a4-4ca9-ab0f-b4ee08c399f2), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:53.555448 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-27dd6d70-aedf-4b8a-b662-70e1d9780299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (8f1a4531-b8a4-4ca9-ab0f-b4ee08c399f2), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:53.558209 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-27dd6d70-aedf-4b8a-b662-70e1d9780299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:53.559413 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-27dd6d70-aedf-4b8a-b662-70e1d9780299 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8f1a4531-b8a4-4ca9-ab0f-b4ee08c399f2 HTTP/1.1" status: 204 len: 168 time: 0.1638792 Feb 15 04:21:53.573817 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd6d70-aedf-4b8a-b662-70e1d9780299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1a4531-b8a4-4ca9-ab0f-b4ee08c399f2,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:21:53.589231 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd6d70-aedf-4b8a-b662-70e1d9780299 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:21:53.589837 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd6d70-aedf-4b8a-b662-70e1d9780299 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:21:53.590484 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd6d70-aedf-4b8a-b662-70e1d9780299 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:21:53.591032 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd6d70-aedf-4b8a-b662-70e1d9780299 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:21:53.591599 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd6d70-aedf-4b8a-b662-70e1d9780299 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:21:53.592196 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd6d70-aedf-4b8a-b662-70e1d9780299 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:21:53.592996 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd6d70-aedf-4b8a-b662-70e1d9780299 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:21:53.593613 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd6d70-aedf-4b8a-b662-70e1d9780299 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:21:53.594241 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd6d70-aedf-4b8a-b662-70e1d9780299 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:21:53.594886 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd6d70-aedf-4b8a-b662-70e1d9780299 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:21:53.595489 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd6d70-aedf-4b8a-b662-70e1d9780299 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:21:53.596103 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd6d70-aedf-4b8a-b662-70e1d9780299 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:21:53.596769 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd6d70-aedf-4b8a-b662-70e1d9780299 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:21:53.940243 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 54516) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:21:53.958614 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a651322e-c21f-405f-b61d-a997fa685a1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:54.052580 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a651322e-c21f-405f-b61d-a997fa685a1d admin admin] Publish callbacks [] for security_group (879c1970-6a20-42e5-bca0-3c6df81a15fd), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:54.058033 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a651322e-c21f-405f-b61d-a997fa685a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (879c1970-6a20-42e5-bca0-3c6df81a15fd), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:54.103390 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-a651322e-c21f-405f-b61d-a997fa685a1d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dd950f7dd98c4e41ba8d4a4dcd16d38e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1617112 Feb 15 04:21:54.104505 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a651322e-c21f-405f-b61d-a997fa685a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879c1970-6a20-42e5-bca0-3c6df81a15fd,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:21:54.107638 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 54520) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:21:54.168051 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7fbeb85d-de3c-4a65-ae6e-d1696e8817ba admin admin] Publish callbacks [] for security_group (879c1970-6a20-42e5-bca0-3c6df81a15fd), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:54.195751 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7fbeb85d-de3c-4a65-ae6e-d1696e8817ba admin admin] Publish callbacks [] for security_group (879c1970-6a20-42e5-bca0-3c6df81a15fd), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:54.249172 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7fbeb85d-de3c-4a65-ae6e-d1696e8817ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (879c1970-6a20-42e5-bca0-3c6df81a15fd), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:54.252223 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7fbeb85d-de3c-4a65-ae6e-d1696e8817ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:54.253454 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-7fbeb85d-de3c-4a65-ae6e-d1696e8817ba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/879c1970-6a20-42e5-bca0-3c6df81a15fd HTTP/1.1" status: 204 len: 168 time: 0.1431072 Feb 15 04:21:54.262672 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbeb85d-de3c-4a65-ae6e-d1696e8817ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879c1970-6a20-42e5-bca0-3c6df81a15fd,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:21:54.600547 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d55cdb-b7e0-499e-bed0-80e51eff251d req-888ac4e3-904c-4a6e-a76d-a57470399045 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:54.602880 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-73d55cdb-b7e0-499e-bed0-80e51eff251d req-888ac4e3-904c-4a6e-a76d-a57470399045 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0668228 Feb 15 04:21:54.659953 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-73d55cdb-b7e0-499e-bed0-80e51eff251d req-ce7abe6f-babb-4ce5-8db4-4f3a9c169209 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496061 Feb 15 04:21:54.674290 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 54532) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:21:54.689611 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-627b6c85-053d-4ba0-a49f-bfaad462884f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:54.770431 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-627b6c85-053d-4ba0-a49f-bfaad462884f admin admin] Publish callbacks [] for security_group (94a635cd-da4a-4797-b3ab-c84e3f2bd8d4), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:54.775966 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-627b6c85-053d-4ba0-a49f-bfaad462884f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (94a635cd-da4a-4797-b3ab-c84e3f2bd8d4), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:54.839659 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-627b6c85-053d-4ba0-a49f-bfaad462884f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f5e97b6e715341c787ccf312507059b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1640151 Feb 15 04:21:54.842930 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 54534) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:21:54.844284 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b6c85-053d-4ba0-a49f-bfaad462884f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a635cd-da4a-4797-b3ab-c84e3f2bd8d4,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:21:54.914020 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-16571e46-d8e6-4d18-a510-71aed6a232be admin admin] Publish callbacks [] for security_group (94a635cd-da4a-4797-b3ab-c84e3f2bd8d4), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:54.944930 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-16571e46-d8e6-4d18-a510-71aed6a232be admin admin] Publish callbacks [] for security_group (94a635cd-da4a-4797-b3ab-c84e3f2bd8d4), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:55.000334 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-16571e46-d8e6-4d18-a510-71aed6a232be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (94a635cd-da4a-4797-b3ab-c84e3f2bd8d4), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:55.002949 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-16571e46-d8e6-4d18-a510-71aed6a232be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:55.004125 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-16571e46-d8e6-4d18-a510-71aed6a232be admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/94a635cd-da4a-4797-b3ab-c84e3f2bd8d4 HTTP/1.1" status: 204 len: 168 time: 0.1601014 Feb 15 04:21:55.012489 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16571e46-d8e6-4d18-a510-71aed6a232be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a635cd-da4a-4797-b3ab-c84e3f2bd8d4,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:21:55.842945 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e279217-2d55-4a22-b0df-489cfe2b7db4 req-609aaf0b-812f-48a9-9d45-8f48988888e2 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:55.845733 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7e279217-2d55-4a22-b0df-489cfe2b7db4 req-609aaf0b-812f-48a9-9d45-8f48988888e2 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.1012394 Feb 15 04:21:55.919286 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7e279217-2d55-4a22-b0df-489cfe2b7db4 req-8b57a69d-7d43-4cac-b59a-77bc06c2e4be tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637512 Feb 15 04:21:55.942997 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 54570) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:21:56.073613 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-56a1d6b3-944c-4408-843b-d88543721718 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-177718595-network', 'tenant_id': '7deef946b4134d298ba4916987ac2d8f'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:21:56.101850 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a1d6b3-944c-4408-843b-d88543721718 admin admin] Made reservation on behalf of 7deef946b4134d298ba4916987ac2d8f for: {'network': 1} {{(pid=102634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:21:56.104643 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-56a1d6b3-944c-4408-843b-d88543721718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for network (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:56.115520 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-56a1d6b3-944c-4408-843b-d88543721718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:56.216759 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-56a1d6b3-944c-4408-843b-d88543721718 admin admin] Publish callbacks [] for security_group (c3e67908-6b02-4184-9a58-855567f095a3), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:56.222137 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-56a1d6b3-944c-4408-843b-d88543721718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (c3e67908-6b02-4184-9a58-855567f095a3), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:56.249870 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a1d6b3-944c-4408-843b-d88543721718 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 04:21:56.260063 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1d6b3-944c-4408-843b-d88543721718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e67908-6b02-4184-9a58-855567f095a3,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:21:56.266236 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-56a1d6b3-944c-4408-843b-d88543721718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (1d79f97d-fcf8-4a68-816f-935d7a40ea3d), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:56.266572 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.db.segments_db [None req-56a1d6b3-944c-4408-843b-d88543721718 admin admin] Added segment 1d79f97d-fcf8-4a68-816f-935d7a40ea3d of type vlan for network 3aa957fd-094f-4f75-ae1f-c55c6f04f441 Feb 15 04:21:56.312131 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-56a1d6b3-944c-4408-843b-d88543721718 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734709799334'] for network (3aa957fd-094f-4f75-ae1f-c55c6f04f441), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:56.339862 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-56a1d6b3-944c-4408-843b-d88543721718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571'] for network (3aa957fd-094f-4f75-ae1f-c55c6f04f441), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:56.341035 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a1d6b3-944c-4408-843b-d88543721718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:56.341627 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-56a1d6b3-944c-4408-843b-d88543721718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:56.407059 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-56a1d6b3-944c-4408-843b-d88543721718 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4631081 Feb 15 04:21:56.410541 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 54576) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:21:56.413249 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1d6b3-944c-4408-843b-d88543721718 admin admin] Pushing event updated for resources: {'Network': ['ID=3aa957fd-094f-4f75-ae1f-c55c6f04f441,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:21:56.416642 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-1b1ac22f-8a8d-41c6-971e-421ca13fee84 admin admin] Request body: {'subnet': {'network_id': '3aa957fd-094f-4f75-ae1f-c55c6f04f441', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-177718595-subnet', 'tenant_id': '7deef946b4134d298ba4916987ac2d8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:21:56.426227 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Network 3aa957fd-094f-4f75-ae1f-c55c6f04f441 details requested by agent ovs-agent-dv-cinder-816104-2-iscsi with host dv-cinder-816104-2-iscsi {{(pid=102635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 04:21:56.441082 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1ac22f-8a8d-41c6-971e-421ca13fee84 admin admin] Made reservation on behalf of 7deef946b4134d298ba4916987ac2d8f for: {'subnet': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:21:56.442925 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1b1ac22f-8a8d-41c6-971e-421ca13fee84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4204913'] for subnet (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:56.664363 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1b1ac22f-8a8d-41c6-971e-421ca13fee84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5249919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4204903'] for subnet (781a9ef2-89df-46c7-a37f-6062c3f6eec7), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:56.764078 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ac22f-8a8d-41c6-971e-421ca13fee84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=781a9ef2-89df-46c7-a37f-6062c3f6eec7,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:21:56.785078 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1ac22f-8a8d-41c6-971e-421ca13fee84 admin admin] Checking segment: {'id': '1d79f97d-fcf8-4a68-816f-935d7a40ea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3aa957fd-094f-4f75-ae1f-c55c6f04f441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:21:56.785624 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1ac22f-8a8d-41c6-971e-421ca13fee84 admin admin] Network hostable DHCP agents. Network: 3aa957fd-094f-4f75-ae1f-c55c6f04f441, hostable agents: ['8ae8e7a4-55a3-4d68-87a0-8671ef43234c'], hosted agents: [] {{(pid=102633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 04:21:56.815915 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1ac22f-8a8d-41c6-971e-421ca13fee84 admin admin] Network 3aa957fd-094f-4f75-ae1f-c55c6f04f441 is scheduled to be hosted by DHCP agent 8ae8e7a4-55a3-4d68-87a0-8671ef43234c with binding_index 1 {{(pid=102633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 04:21:56.826968 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-1b1ac22f-8a8d-41c6-971e-421ca13fee84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-2-iscsi, 3aa957fd-094f-4f75-ae1f-c55c6f04f441) {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:21:56.831412 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1ac22f-8a8d-41c6-971e-421ca13fee84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:56.832005 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1b1ac22f-8a8d-41c6-971e-421ca13fee84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:21:56.840020 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9592a472-e15b-47eb-b210-6ecae1e16569 None None] Network 3aa957fd-094f-4f75-ae1f-c55c6f04f441 requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:21:56.851258 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-1b1ac22f-8a8d-41c6-971e-421ca13fee84 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4391198 Feb 15 04:21:56.944530 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dd1c00-0fef-404a-8145-a56962e2ee25 None None] Network 3aa957fd-094f-4f75-ae1f-c55c6f04f441 requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:21:57.079723 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53742b3f-d935-496c-b3ce-219d915be878 req-dd6c6e6d-cfb0-4bdb-ae31-ad9414bf6798 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:57.081381 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-53742b3f-d935-496c-b3ce-219d915be878 req-dd6c6e6d-cfb0-4bdb-ae31-ad9414bf6798 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0639348 Feb 15 04:21:57.140511 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-53742b3f-d935-496c-b3ce-219d915be878 req-79a3b1ab-ac2e-4ad6-a546-c8ec683d2c48 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519779 Feb 15 04:21:58.290567 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01c939-3890-41c2-af74-5a3d589c7858 req-7281a8ef-b97d-4f91-a68b-1ae42303a835 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:58.292445 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7c01c939-3890-41c2-af74-5a3d589c7858 req-7281a8ef-b97d-4f91-a68b-1ae42303a835 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0663111 Feb 15 04:21:58.353494 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7c01c939-3890-41c2-af74-5a3d589c7858 req-652e4a9a-d58b-4425-ae0e-4decea61391a tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540020 Feb 15 04:21:59.493932 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb77282-a15b-4e9a-a685-18887f3510af req-8b142f34-d0cb-4dd5-b3d9-d4032680a7df tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:21:59.495525 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7bb77282-a15b-4e9a-a685-18887f3510af req-8b142f34-d0cb-4dd5-b3d9-d4032680a7df tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0583689 Feb 15 04:21:59.547542 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7bb77282-a15b-4e9a-a685-18887f3510af req-2c5c388f-b888-4e95-aeab-8405e8935530 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440707 Feb 15 04:22:00.688573 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49caffb-bfc2-4321-92f0-4210fed3a0dd req-a31843ff-aa2a-4101-a1fa-f25222c7befe tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:00.691007 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d49caffb-bfc2-4321-92f0-4210fed3a0dd req-a31843ff-aa2a-4101-a1fa-f25222c7befe tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0697823 Feb 15 04:22:00.740774 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d49caffb-bfc2-4321-92f0-4210fed3a0dd req-785a8a8f-6697-4704-8e9a-0afc55572d4d tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438449 Feb 15 04:22:01.926283 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973389be-ba4f-4aca-bbff-f2e88201e87b req-b6f50573-afef-45a5-ac29-34f4c6592bdd tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:01.927882 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-973389be-ba4f-4aca-bbff-f2e88201e87b req-b6f50573-afef-45a5-ac29-34f4c6592bdd tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0976989 Feb 15 04:22:01.993138 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-973389be-ba4f-4aca-bbff-f2e88201e87b req-4176dd77-60a2-4425-b562-7bee5f5f92a9 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579691 Feb 15 04:22:02.069487 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-535610c7-7858-4dda-b6a0-853d67a2a575 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:02.071141 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-535610c7-7858-4dda-b6a0-853d67a2a575 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/networks?id=3aa957fd-094f-4f75-ae1f-c55c6f04f441 HTTP/1.1" status: 200 len: 808 time: 0.1240952 Feb 15 04:22:02.087866 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-b0250524-22ab-42db-8f83-ce5143a0c766 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/quotas/7deef946b4134d298ba4916987ac2d8f HTTP/1.1" status: 200 len: 375 time: 0.0112684 Feb 15 04:22:02.123471 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-8e0d4e83-b2ba-4128-9c18-82be49b62210 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7deef946b4134d298ba4916987ac2d8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294039 Feb 15 04:22:02.218689 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-1a3eedc9-a7ba-45b5-90d1-197b3362d011 service neutron] 10.222.0.45 "GET /v2.0/networks/3aa957fd-094f-4f75-ae1f-c55c6f04f441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881076 Feb 15 04:22:02.268450 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-e9d99bad-f54e-4757-b8e4-ac55ecb898da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:02.321440 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-78bc6b0a-1b3e-4ef7-8ac8-72af32b17165 service neutron] 10.222.0.45 "GET /v2.0/networks/3aa957fd-094f-4f75-ae1f-c55c6f04f441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968575 Feb 15 04:22:02.516152 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0117496d-2dfa-4df3-912d-b2631d5aa7e9 req-2abb01c9-4daf-4711-9b72-dd26e916c01f tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=a784ebec-292d-48c8-a43f-30f65f845336 HTTP/1.1" status: 200 len: 210 time: 0.0397801 Feb 15 04:22:03.022871 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb62e6-c2c7-4e9a-a9fe-bbacd43b6754 req-f9966d43-eb6e-4cf6-9c92-c8726103d73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:03.025530 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a6fb62e6-c2c7-4e9a-a9fe-bbacd43b6754 req-f9966d43-eb6e-4cf6-9c92-c8726103d73f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 1130 time: 0.0776606 Feb 15 04:22:03.111520 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a6fb62e6-c2c7-4e9a-a9fe-bbacd43b6754 req-5eade34f-a6ba-4d21-9111-95f00444c5f0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784712 Feb 15 04:22:03.164014 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd8b93-af4d-44bb-b9f0-91d19e6beb27 req-9e03cc98-e582-4518-83e5-4945ee24df2e tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:03.165667 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-bffd8b93-af4d-44bb-b9f0-91d19e6beb27 req-9e03cc98-e582-4518-83e5-4945ee24df2e tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0599697 Feb 15 04:22:03.227726 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-bffd8b93-af4d-44bb-b9f0-91d19e6beb27 req-e98c7290-edd1-4eb8-ba12-f93ec172325f tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548582 Feb 15 04:22:03.630885 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0d1ed486-c8f6-4119-8232-51a9acce4019 req-b3c9895b-f1b2-4032-bdae-38f16c2b7c38 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=a784ebec-292d-48c8-a43f-30f65f845336 HTTP/1.1" status: 200 len: 210 time: 0.0373609 Feb 15 04:22:04.367900 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02048f-0da2-4c6f-963b-2b7279652b8a req-edf24269-69f8-4978-8b95-ddb08e7f16dc tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:04.369512 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-3c02048f-0da2-4c6f-963b-2b7279652b8a req-edf24269-69f8-4978-8b95-ddb08e7f16dc tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0669227 Feb 15 04:22:04.424747 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-3c02048f-0da2-4c6f-963b-2b7279652b8a req-86834d22-0e6a-4462-a52f-4897959dd693 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477247 Feb 15 04:22:04.762460 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6ca1643e-5099-4bfc-8dd3-b647822cc66b req-be3a1a5d-f618-4aa6-ad94-ea9040914994 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=a784ebec-292d-48c8-a43f-30f65f845336 HTTP/1.1" status: 200 len: 210 time: 0.0393343 Feb 15 04:22:04.879525 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-9fbf5126-f842-4934-8767-1e0b409587b4 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:04.881032 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-9fbf5126-f842-4934-8767-1e0b409587b4 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.59 "GET /v2.0/networks?id=3aa957fd-094f-4f75-ae1f-c55c6f04f441 HTTP/1.1" status: 200 len: 808 time: 0.1288755 Feb 15 04:22:05.560558 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927bc75-0dc0-4f51-831e-febd23be118c req-5716947a-0af9-4e67-acac-501536c33402 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:05.563108 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a927bc75-0dc0-4f51-831e-febd23be118c req-5716947a-0af9-4e67-acac-501536c33402 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0623338 Feb 15 04:22:05.616306 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a927bc75-0dc0-4f51-831e-febd23be118c req-77fa1dc7-9c76-4aa9-9fa1-ef2929fbe68e tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474100 Feb 15 04:22:05.893933 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5ddfa53b-5d5c-4b02-8b78-c940954984e8 req-6d74b239-b19f-42f0-866b-65d505f965fb tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=a784ebec-292d-48c8-a43f-30f65f845336 HTTP/1.1" status: 200 len: 210 time: 0.0285149 Feb 15 04:22:06.058302 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fcf92591-3036-46ea-aee0-2c443c8fa463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:06.401436 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:06.747330 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7660c-6f4e-4332-9b08-097cc95e45c7 req-f795799b-0c77-4e7b-9ec9-2bd44504d1d1 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:06.749640 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f1a7660c-6f4e-4332-9b08-097cc95e45c7 req-f795799b-0c77-4e7b-9ec9-2bd44504d1d1 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0600176 Feb 15 04:22:06.809572 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f1a7660c-6f4e-4332-9b08-097cc95e45c7 req-29d1f483-c487-4d44-9ab8-9c4135a2d48a tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520632 Feb 15 04:22:07.026175 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4b23f47e-43f0-429f-a177-dfff07b9547d req-b6ed452a-1a7f-4c9f-807a-aaceff60a94f tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=a784ebec-292d-48c8-a43f-30f65f845336 HTTP/1.1" status: 200 len: 210 time: 0.0319910 Feb 15 04:22:07.948166 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367d03b-1b7b-4111-8e58-9ac14bc3a3be req-21515f8d-e76b-44a9-9f1e-42b9f31612ec tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:07.949803 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-4367d03b-1b7b-4111-8e58-9ac14bc3a3be req-21515f8d-e76b-44a9-9f1e-42b9f31612ec tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0657601 Feb 15 04:22:08.004529 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-4367d03b-1b7b-4111-8e58-9ac14bc3a3be req-a8578538-d5dc-4cca-8e86-28f8f2890681 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482635 Feb 15 04:22:08.145670 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ce3b8153-13f2-43ee-9707-847900613feb req-b3aa44c8-c312-429a-96e7-9447c4773e33 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=a784ebec-292d-48c8-a43f-30f65f845336 HTTP/1.1" status: 200 len: 210 time: 0.0304203 Feb 15 04:22:08.505662 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:08.665031 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-fef34deb-73cf-43ab-8d38-061e8198a9b2 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Request body: {'port': {'device_id': 'a784ebec-292d-48c8-a43f-30f65f845336', 'network_id': '3aa957fd-094f-4f75-ae1f-c55c6f04f441', 'admin_state_up': True, 'tenant_id': '7deef946b4134d298ba4916987ac2d8f'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:22:08.803806 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-fef34deb-73cf-43ab-8d38-061e8198a9b2 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Made reservation on behalf of 7deef946b4134d298ba4916987ac2d8f for: {'port': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:22:08.807408 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-fef34deb-73cf-43ab-8d38-061e8198a9b2 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:08.978733 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-fef34deb-73cf-43ab-8d38-061e8198a9b2 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Allocated IP 172.20.0.5 (3aa957fd-094f-4f75-ae1f-c55c6f04f441/781a9ef2-89df-46c7-a37f-6062c3f6eec7/79b89ad5-360e-4229-91d6-b34eb3843a17) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:22:09.164135 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5403c7-6b1e-4996-a047-292b0add5b85 req-f77400e3-91ae-40fd-9759-ff3eafb65a69 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:09.166689 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-ec5403c7-6b1e-4996-a047-292b0add5b85 req-f77400e3-91ae-40fd-9759-ff3eafb65a69 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0750036 Feb 15 04:22:09.221794 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-fef34deb-73cf-43ab-8d38-061e8198a9b2 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Publish callbacks [] for port (79b89ad5-360e-4229-91d6-b34eb3843a17), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:09.233028 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-ec5403c7-6b1e-4996-a047-292b0add5b85 req-4331b9e5-c621-4df6-8694-c6ee8550fd5e tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594862 Feb 15 04:22:09.291158 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-00ec3679-d6b4-44d0-a1cd-23000f8fec3f req-36091139-a181-48d2-b9b4-68b0fb95f827 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=a784ebec-292d-48c8-a43f-30f65f845336 HTTP/1.1" status: 200 len: 210 time: 0.0598104 Feb 15 04:22:09.330103 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-fef34deb-73cf-43ab-8d38-061e8198a9b2 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (79b89ad5-360e-4229-91d6-b34eb3843a17), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:09.376330 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-fef34deb-73cf-43ab-8d38-061e8198a9b2 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Network 3aa957fd-094f-4f75-ae1f-c55c6f04f441 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:22:09.379913 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-fef34deb-73cf-43ab-8d38-061e8198a9b2 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:22:09.382794 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-fef34deb-73cf-43ab-8d38-061e8198a9b2 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:22:09.430300 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef34deb-73cf-43ab-8d38-061e8198a9b2 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Pushing event updated for resources: {'Port': ['ID=79b89ad5-360e-4229-91d6-b34eb3843a17,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:09.469317 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-fef34deb-73cf-43ab-8d38-061e8198a9b2 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:09.470409 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-fef34deb-73cf-43ab-8d38-061e8198a9b2 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:09.495842 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-fef34deb-73cf-43ab-8d38-061e8198a9b2 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8349361 Feb 15 04:22:09.509120 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-8eb55920-3eec-4e83-be12-5961242ff08a service neutron] Request body: {'port': {'device_id': 'a784ebec-292d-48c8-a43f-30f65f845336', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:22:09.787253 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:09.884649 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-8eb55920-3eec-4e83-be12-5961242ff08a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (79b89ad5-360e-4229-91d6-b34eb3843a17), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:10.263367 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-8eb55920-3eec-4e83-be12-5961242ff08a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79b89ad5-360e-4229-91d6-b34eb3843a17 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:22:10.276940 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-8eb55920-3eec-4e83-be12-5961242ff08a service neutron] Publish callbacks [] for port (79b89ad5-360e-4229-91d6-b34eb3843a17), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:10.301732 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-8eb55920-3eec-4e83-be12-5961242ff08a service neutron] Transition to ACTIVE for port object 79b89ad5-360e-4229-91d6-b34eb3843a17 will not be triggered until provisioned by entity L2. {{(pid=102633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 04:22:10.309335 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-8eb55920-3eec-4e83-be12-5961242ff08a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (79b89ad5-360e-4229-91d6-b34eb3843a17), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:10.484332 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe3fbc-a9f6-4c76-acac-f626b69f971e req-15778f42-a10d-47d1-9a91-2a57f9e8a141 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:10.487272 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-2dfe3fbc-a9f6-4c76-acac-f626b69f971e req-15778f42-a10d-47d1-9a91-2a57f9e8a141 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.1326108 Feb 15 04:22:10.487939 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb55920-3eec-4e83-be12-5961242ff08a service neutron] Pushing event updated for resources: {'Port': ['ID=79b89ad5-360e-4229-91d6-b34eb3843a17,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:10.601606 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-2dfe3fbc-a9f6-4c76-acac-f626b69f971e req-5b976f20-81ca-4848-8f88-37e6a5e3d9a5 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924840 Feb 15 04:22:10.629911 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-8eb55920-3eec-4e83-be12-5961242ff08a service neutron] Attempting to bind port 79b89ad5-360e-4229-91d6-b34eb3843a17 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:22:10.630416 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-8eb55920-3eec-4e83-be12-5961242ff08a service neutron] Attempting to bind port 79b89ad5-360e-4229-91d6-b34eb3843a17 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '1d79f97d-fcf8-4a68-816f-935d7a40ea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3aa957fd-094f-4f75-ae1f-c55c6f04f441'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:22:10.630938 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-8eb55920-3eec-4e83-be12-5961242ff08a service neutron] Attempting to bind port 79b89ad5-360e-4229-91d6-b34eb3843a17 on network 3aa957fd-094f-4f75-ae1f-c55c6f04f441 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:22:10.644818 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-8eb55920-3eec-4e83-be12-5961242ff08a service neutron] Port 79b89ad5-360e-4229-91d6-b34eb3843a17 on network 3aa957fd-094f-4f75-ae1f-c55c6f04f441 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 04:22:10.644818 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-8eb55920-3eec-4e83-be12-5961242ff08a service neutron] Attempting to bind port 79b89ad5-360e-4229-91d6-b34eb3843a17 on network 3aa957fd-094f-4f75-ae1f-c55c6f04f441 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:22:10.657610 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-8eb55920-3eec-4e83-be12-5961242ff08a service neutron] Checking agent: {'id': '3d42c16f-c1cc-4a31-813a-51fffe75373d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'started_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:22:10.658220 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-8eb55920-3eec-4e83-be12-5961242ff08a service neutron] Checking segment: {'id': '1d79f97d-fcf8-4a68-816f-935d7a40ea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3aa957fd-094f-4f75-ae1f-c55c6f04f441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:22:10.658984 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-8eb55920-3eec-4e83-be12-5961242ff08a service neutron] Bound using segment: {'id': '1d79f97d-fcf8-4a68-816f-935d7a40ea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3aa957fd-094f-4f75-ae1f-c55c6f04f441'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:22:10.659555 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-8eb55920-3eec-4e83-be12-5961242ff08a service neutron] Bound port: 79b89ad5-360e-4229-91d6-b34eb3843a17, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d79f97d-fcf8-4a68-816f-935d7a40ea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3aa957fd-094f-4f75-ae1f-c55c6f04f441'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:22:10.659774 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-8eb55920-3eec-4e83-be12-5961242ff08a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (79b89ad5-360e-4229-91d6-b34eb3843a17), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:10.689854 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a0732-2e7a-4624-be5c-1bdb5e7156e8 req-a3a6c40d-a01d-4760-8ab8-708ca37c308d tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:10.691480 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bc4a0732-2e7a-4624-be5c-1bdb5e7156e8 req-a3a6c40d-a01d-4760-8ab8-708ca37c308d tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=a784ebec-292d-48c8-a43f-30f65f845336 HTTP/1.1" status: 200 len: 943 time: 0.2578359 Feb 15 04:22:10.809838 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bc4a0732-2e7a-4624-be5c-1bdb5e7156e8 req-c91b92c1-f11c-4fff-b068-8d719aab5aa1 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3e67908-6b02-4184-9a58-855567f095a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906992 Feb 15 04:22:10.811808 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-8eb55920-3eec-4e83-be12-5961242ff08a service neutron] For port 79b89ad5-360e-4229-91d6-b34eb3843a17, host hv-cinder-81610, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:22:10.822363 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-8eb55920-3eec-4e83-be12-5961242ff08a service neutron] For port 79b89ad5-360e-4229-91d6-b34eb3843a17, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=79b89ad5-360e-4229-91d6-b34eb3843a17,segment=NetworkSegment(1d79f97d-fcf8-4a68-816f-935d7a40ea3d),segment_id=1d79f97d-fcf8-4a68-816f-935d7a40ea3d)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:22:10.838097 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-8eb55920-3eec-4e83-be12-5961242ff08a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (79b89ad5-360e-4229-91d6-b34eb3843a17), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:10.891129 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-8eb55920-3eec-4e83-be12-5961242ff08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:10.891785 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-8eb55920-3eec-4e83-be12-5961242ff08a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:10.893598 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-8eb55920-3eec-4e83-be12-5961242ff08a service neutron] 10.222.0.59 "PUT /v2.0/ports/79b89ad5-360e-4229-91d6-b34eb3843a17 HTTP/1.1" status: 200 len: 1093 time: 1.3896437 Feb 15 04:22:10.894813 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a784ebec-292d-48c8-a43f-30f65f845336', 'tag': '79b89ad5-360e-4229-91d6-b34eb3843a17'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:22:10.897400 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fd72bf-ea61-4068-b7fa-0dc7ae082023" -d '{"events": [{"name": "network-changed", "server_uuid": "a784ebec-292d-48c8-a43f-30f65f845336", "tag": "79b89ad5-360e-4229-91d6-b34eb3843a17"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:22:10.926263 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb55920-3eec-4e83-be12-5961242ff08a service neutron] Pushing event updated for resources: {'Port': ['ID=79b89ad5-360e-4229-91d6-b34eb3843a17,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:11.026249 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf0c7e6-b618-4925-a1c3-b9bb376e253a x-openstack-request-id: req-fdf0c7e6-b618-4925-a1c3-b9bb376e253a {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:22:11.026534 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a784ebec-292d-48c8-a43f-30f65f845336", "tag": "79b89ad5-360e-4229-91d6-b34eb3843a17", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:22:11.026768 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fdf0c7e6-b618-4925-a1c3-b9bb376e253a {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:22:11.027230 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a784ebec-292d-48c8-a43f-30f65f845336', 'tag': '79b89ad5-360e-4229-91d6-b34eb3843a17', 'status': 'completed', 'code': 200} Feb 15 04:22:11.067234 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4dd93-0ed0-4b92-b0a6-e4ac5298a206 req-ecfc7da5-b244-4094-b98c-675e40315136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:11.068678 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-07f4dd93-0ed0-4b92-b0a6-e4ac5298a206 req-ecfc7da5-b244-4094-b98c-675e40315136 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f8bc531651b748a791dbbbc11ee10adb&device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 1130 time: 0.1215224 Feb 15 04:22:11.108821 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47870f28-3274-4cad-a6c6-5e69e158cf1a req-7fe20890-50a9-406e-be42-591a48076405 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:11.110491 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-47870f28-3274-4cad-a6c6-5e69e158cf1a req-7fe20890-50a9-406e-be42-591a48076405 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.1645534 Feb 15 04:22:11.170373 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-5bc513bf-cbdb-469f-8f78-507185fd8321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:11.171943 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-5bc513bf-cbdb-469f-8f78-507185fd8321 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7deef946b4134d298ba4916987ac2d8f&device_id=a784ebec-292d-48c8-a43f-30f65f845336 HTTP/1.1" status: 200 len: 1127 time: 0.1620662 Feb 15 04:22:11.243498 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-b795e137-5828-4ec9-beaa-f6a9e167f338 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79b89ad5-360e-4229-91d6-b34eb3843a17 HTTP/1.1" status: 200 len: 217 time: 0.0617082 Feb 15 04:22:11.273595 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-47870f28-3274-4cad-a6c6-5e69e158cf1a req-38d68fdc-8037-4f96-a9c8-f3534424d4ac tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324542 Feb 15 04:22:11.303610 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4dd93-0ed0-4b92-b0a6-e4ac5298a206 req-2380ed2d-e0e2-4332-bdb4-6d882e9e116c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:11.305195 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-07f4dd93-0ed0-4b92-b0a6-e4ac5298a206 req-2380ed2d-e0e2-4332-bdb4-6d882e9e116c service neutron] 10.222.0.59 "GET /v2.0/networks?id=ee659080-78cf-4efd-be3b-466b39ec5040 HTTP/1.1" status: 200 len: 919 time: 0.2287898 Feb 15 04:22:11.358693 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-07f4dd93-0ed0-4b92-b0a6-e4ac5298a206 req-40c7d4a3-dbcc-4f0d-b75e-9f3a57087f48 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3de6a7fb-53a5-40a9-af0f-ab012f0726c6 HTTP/1.1" status: 200 len: 217 time: 0.0447159 Feb 15 04:22:11.365131 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-605f6f40-2ddf-4ec5-b77f-95de2d06a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:11.366628 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-605f6f40-2ddf-4ec5-b77f-95de2d06a976 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=781a9ef2-89df-46c7-a37f-6062c3f6eec7 HTTP/1.1" status: 200 len: 848 time: 0.1125362 Feb 15 04:22:11.424351 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-aeb357d7-bd65-45ce-857f-8c21250e2bb2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3aa957fd-094f-4f75-ae1f-c55c6f04f441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478055 Feb 15 04:22:11.461282 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4dd93-0ed0-4b92-b0a6-e4ac5298a206 req-32c1e298-e011-4e0d-a871-71b7775315fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:11.462206 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-07f4dd93-0ed0-4b92-b0a6-e4ac5298a206 req-32c1e298-e011-4e0d-a871-71b7775315fb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4162ffac-2362-474f-b644-4e31f81938f3 HTTP/1.1" status: 200 len: 859 time: 0.0946863 Feb 15 04:22:11.523259 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-07f4dd93-0ed0-4b92-b0a6-e4ac5298a206 req-4c6e4e83-75b7-4249-984c-e1c15ae7bb77 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ee659080-78cf-4efd-be3b-466b39ec5040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342493 Feb 15 04:22:11.622145 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:11.687401 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-6cc9b39d-841d-4554-b9b1-c7a33911bd2f service neutron] 10.222.0.59 "GET /v2.0/networks/3aa957fd-094f-4f75-ae1f-c55c6f04f441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556143 Feb 15 04:22:11.816364 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-07f4dd93-0ed0-4b92-b0a6-e4ac5298a206 req-5c2df07a-a99c-4e99-bd04-0463947c19da service neutron] 10.222.0.59 "GET /v2.0/networks/ee659080-78cf-4efd-be3b-466b39ec5040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849934 Feb 15 04:22:11.951203 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7f736486-ad5e-45a8-aff6-d3d004dde372 req-79b7ee7e-8d35-4a3f-8c8b-2b69e5874520 service neutron] 10.222.0.59 "GET /v2.0/networks/3aa957fd-094f-4f75-ae1f-c55c6f04f441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559845 Feb 15 04:22:12.064389 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-07f4dd93-0ed0-4b92-b0a6-e4ac5298a206 req-d4e042ff-3339-4e67-86a9-c4ded73f3045 service neutron] 10.222.0.59 "GET /v2.0/networks/ee659080-78cf-4efd-be3b-466b39ec5040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409232 Feb 15 04:22:12.153089 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0495d-ffbe-43d3-a608-17d57314a351 req-9134da20-4691-4daa-b9d2-63c5dd67243d tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:12.155911 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f0c0495d-ffbe-43d3-a608-17d57314a351 req-9134da20-4691-4daa-b9d2-63c5dd67243d tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=a784ebec-292d-48c8-a43f-30f65f845336 HTTP/1.1" status: 200 len: 943 time: 0.1704986 Feb 15 04:22:12.157985 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd72bf-ea61-4068-b7fa-0dc7ae082023 req-14d2f5d7-368c-419e-9605-c48447efa484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:12.159504 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-42fd72bf-ea61-4068-b7fa-0dc7ae082023 req-14d2f5d7-368c-419e-9605-c48447efa484 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7deef946b4134d298ba4916987ac2d8f&device_id=a784ebec-292d-48c8-a43f-30f65f845336 HTTP/1.1" status: 200 len: 1127 time: 0.0923595 Feb 15 04:22:12.316874 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f0c0495d-ffbe-43d3-a608-17d57314a351 req-f2478f10-72f9-443c-bdae-1571748a5909 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3e67908-6b02-4184-9a58-855567f095a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535962 Feb 15 04:22:12.370848 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd72bf-ea61-4068-b7fa-0dc7ae082023 req-102c2ecb-1a50-4ff6-9936-0c20e6aaad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:12.373434 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-42fd72bf-ea61-4068-b7fa-0dc7ae082023 req-102c2ecb-1a50-4ff6-9936-0c20e6aaad90 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3aa957fd-094f-4f75-ae1f-c55c6f04f441 HTTP/1.1" status: 200 len: 908 time: 0.1987460 Feb 15 04:22:12.435984 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-42fd72bf-ea61-4068-b7fa-0dc7ae082023 req-33ecfafe-e349-48d8-a6bb-559b7a6126e7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79b89ad5-360e-4229-91d6-b34eb3843a17 HTTP/1.1" status: 200 len: 217 time: 0.0561914 Feb 15 04:22:12.555046 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd72bf-ea61-4068-b7fa-0dc7ae082023 req-d80b50c0-cea7-4ff0-b470-9920a79795b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:12.557742 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-42fd72bf-ea61-4068-b7fa-0dc7ae082023 req-d80b50c0-cea7-4ff0-b470-9920a79795b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=781a9ef2-89df-46c7-a37f-6062c3f6eec7 HTTP/1.1" status: 200 len: 848 time: 0.1068029 Feb 15 04:22:12.578459 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 54874) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:22:12.606656 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-42fd72bf-ea61-4068-b7fa-0dc7ae082023 req-47ef47fa-ff40-41ea-a28e-c527ae56992b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3aa957fd-094f-4f75-ae1f-c55c6f04f441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389149 Feb 15 04:22:12.614060 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc678f35-d89c-47f2-ad57-f41bef8dd6a1 req-da949e20-306e-4943-8223-7e92c136fee4 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:12.615773 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-fc678f35-d89c-47f2-ad57-f41bef8dd6a1 req-da949e20-306e-4943-8223-7e92c136fee4 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.1787181 Feb 15 04:22:12.750805 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-fc678f35-d89c-47f2-ad57-f41bef8dd6a1 req-63829e00-0edb-44c4-9f04-53fd193b7db1 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251664 Feb 15 04:22:12.768773 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-78358cc6-5726-4efc-a645-b203baa5faab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:12.782886 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-42fd72bf-ea61-4068-b7fa-0dc7ae082023 req-3c6ab1bc-8a04-46ec-af89-e5fe91eb3384 service neutron] 10.222.0.59 "GET /v2.0/networks/3aa957fd-094f-4f75-ae1f-c55c6f04f441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659453 Feb 15 04:22:12.872887 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-78358cc6-5726-4efc-a645-b203baa5faab admin admin] Publish callbacks [] for security_group (02d6ad08-c143-45e9-b462-04611c79936b), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:12.878481 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-78358cc6-5726-4efc-a645-b203baa5faab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (02d6ad08-c143-45e9-b462-04611c79936b), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:12.891055 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-42fd72bf-ea61-4068-b7fa-0dc7ae082023 req-d42e006d-9c20-4440-a025-0539a70ebb51 service neutron] 10.222.0.59 "GET /v2.0/networks/3aa957fd-094f-4f75-ae1f-c55c6f04f441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992527 Feb 15 04:22:12.923822 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-78358cc6-5726-4efc-a645-b203baa5faab admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7dbd538edc0341b4ae0f80e57cb71332&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3442187 Feb 15 04:22:12.924748 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78358cc6-5726-4efc-a645-b203baa5faab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d6ad08-c143-45e9-b462-04611c79936b,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:12.928353 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 54878) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:22:12.993376 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7d31b2c-c7d2-4a7d-98c9-c537b4ee3344 admin admin] Publish callbacks [] for security_group (02d6ad08-c143-45e9-b462-04611c79936b), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:13.018175 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7d31b2c-c7d2-4a7d-98c9-c537b4ee3344 admin admin] Publish callbacks [] for security_group (02d6ad08-c143-45e9-b462-04611c79936b), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:13.073713 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7d31b2c-c7d2-4a7d-98c9-c537b4ee3344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (02d6ad08-c143-45e9-b462-04611c79936b), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:13.076981 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7d31b2c-c7d2-4a7d-98c9-c537b4ee3344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:13.078380 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-b7d31b2c-c7d2-4a7d-98c9-c537b4ee3344 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/02d6ad08-c143-45e9-b462-04611c79936b HTTP/1.1" status: 204 len: 168 time: 0.1477506 Feb 15 04:22:13.087172 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d31b2c-c7d2-4a7d-98c9-c537b4ee3344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d6ad08-c143-45e9-b462-04611c79936b,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:13.499282 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53562e5b-81f9-48de-b010-67bfe6c94f69 req-aa844a6e-b5f6-43bb-b21f-4099dfa84950 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:13.501023 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-53562e5b-81f9-48de-b010-67bfe6c94f69 req-aa844a6e-b5f6-43bb-b21f-4099dfa84950 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=a784ebec-292d-48c8-a43f-30f65f845336 HTTP/1.1" status: 200 len: 943 time: 0.0748513 Feb 15 04:22:13.578343 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-53562e5b-81f9-48de-b010-67bfe6c94f69 req-1f7b6c26-81fc-4ee2-b5ee-eb55342af7a0 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3e67908-6b02-4184-9a58-855567f095a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679369 Feb 15 04:22:13.935192 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26cd115-68f4-4aca-a81e-3eab4bfd1387 req-8e5b970a-9581-4962-8eca-e3fb70dd1b2b tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:13.937256 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c26cd115-68f4-4aca-a81e-3eab4bfd1387 req-8e5b970a-9581-4962-8eca-e3fb70dd1b2b tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0718262 Feb 15 04:22:13.995467 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c26cd115-68f4-4aca-a81e-3eab4bfd1387 req-cc45fa2e-512e-4ba2-bebb-7c4681caa34d tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521667 Feb 15 04:22:14.769789 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30202c57-063a-49a5-bb6a-7ec165f979b8 req-8cf51ce8-2ee0-4465-8946-3c2333635e4f tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:14.771345 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-30202c57-063a-49a5-bb6a-7ec165f979b8 req-8cf51ce8-2ee0-4465-8946-3c2333635e4f tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=a784ebec-292d-48c8-a43f-30f65f845336 HTTP/1.1" status: 200 len: 943 time: 0.0667613 Feb 15 04:22:14.840520 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-30202c57-063a-49a5-bb6a-7ec165f979b8 req-ed95ee2c-53dc-443f-ba89-43040ba13cac tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3e67908-6b02-4184-9a58-855567f095a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624299 Feb 15 04:22:15.080255 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e03f1-c04c-4304-91e5-12a13027abda req-c82ad491-557b-49a2-843d-e3cad1144a4f tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:15.082317 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-b47e03f1-c04c-4304-91e5-12a13027abda req-c82ad491-557b-49a2-843d-e3cad1144a4f tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/networks?id=a909d0e6-c4b3-462a-b863-e1bf37a7bf54 HTTP/1.1" status: 200 len: 815 time: 0.1309965 Feb 15 04:22:15.100251 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-b47e03f1-c04c-4304-91e5-12a13027abda req-ce0fc92a-50b6-4ff3-be16-9506eed52e05 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/quotas/3d7002e2df35463c9128baa00359cd9e HTTP/1.1" status: 200 len: 375 time: 0.0117657 Feb 15 04:22:15.130450 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ac94f-b191-42e1-ab13-f6e57c361dc8 req-98bbe8a5-2b57-4b87-9f75-ca2fc4c68e54 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:15.132019 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c55ac94f-b191-42e1-ab13-f6e57c361dc8 req-98bbe8a5-2b57-4b87-9f75-ca2fc4c68e54 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0593131 Feb 15 04:22:15.169917 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-b47e03f1-c04c-4304-91e5-12a13027abda req-02528908-2921-403b-addd-0842e300d72d tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d7002e2df35463c9128baa00359cd9e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0643165 Feb 15 04:22:15.198492 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c55ac94f-b191-42e1-ab13-f6e57c361dc8 req-2286fa6d-30fa-4035-9812-e03a1c529b83 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607038 Feb 15 04:22:15.266327 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-b47e03f1-c04c-4304-91e5-12a13027abda req-32c1dd66-e190-4969-ac1d-e55ba72023f0 service neutron] 10.222.0.45 "GET /v2.0/networks/a909d0e6-c4b3-462a-b863-e1bf37a7bf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892601 Feb 15 04:22:15.368853 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-b47e03f1-c04c-4304-91e5-12a13027abda req-f6cdaab3-9af6-437a-a3c1-2715248f1551 service neutron] 10.222.0.45 "GET /v2.0/networks/a909d0e6-c4b3-462a-b863-e1bf37a7bf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911934 Feb 15 04:22:15.572878 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2c5be898-f39a-4f44-be4e-fc5b01a6b44f req-e78774f8-cdbe-4236-a528-05736a212d3b tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=83bb9e1b-3966-4d2d-96b1-7d4806a550c3 HTTP/1.1" status: 200 len: 210 time: 0.0311282 Feb 15 04:22:16.018283 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 79b89ad5-360e-4229-91d6-b34eb3843a17 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 04:22:16.032177 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb18a0-8830-4cdd-be19-bce969c6f1b2 req-19cd62f9-17d8-48bb-8378-39d74934d2cc tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:16.034303 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-04fb18a0-8830-4cdd-be19-bce969c6f1b2 req-19cd62f9-17d8-48bb-8378-39d74934d2cc tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=a784ebec-292d-48c8-a43f-30f65f845336 HTTP/1.1" status: 200 len: 943 time: 0.0743442 Feb 15 04:22:16.144039 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-04fb18a0-8830-4cdd-be19-bce969c6f1b2 req-531325b9-21bf-4334-9b54-542c54df617a tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3e67908-6b02-4184-9a58-855567f095a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022944 Feb 15 04:22:16.159221 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 79b89ad5-360e-4229-91d6-b34eb3843a17, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=79b89ad5-360e-4229-91d6-b34eb3843a17,segment=NetworkSegment(1d79f97d-fcf8-4a68-816f-935d7a40ea3d),segment_id=1d79f97d-fcf8-4a68-816f-935d7a40ea3d)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:22:16.174727 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Returning: {'device': '79b89ad5-360e-4229-91d6-b34eb3843a17', 'network_id': '3aa957fd-094f-4f75-ae1f-c55c6f04f441', 'port_id': '79b89ad5-360e-4229-91d6-b34eb3843a17', 'mac_address': 'fa:16:3e:a2:ce:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '781a9ef2-89df-46c7-a37f-6062c3f6eec7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 04:22:16.227686 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 79b89ad5-360e-4229-91d6-b34eb3843a17 is: DOWN; New status is: BUILD {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:22:16.227842 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (79b89ad5-360e-4229-91d6-b34eb3843a17), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:16.244968 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b89ad5-360e-4229-91d6-b34eb3843a17 {{(pid=102635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:22:16.272504 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 79b89ad5-360e-4229-91d6-b34eb3843a17, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=79b89ad5-360e-4229-91d6-b34eb3843a17,segment=NetworkSegment(1d79f97d-fcf8-4a68-816f-935d7a40ea3d),segment_id=1d79f97d-fcf8-4a68-816f-935d7a40ea3d)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:22:16.279201 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (79b89ad5-360e-4229-91d6-b34eb3843a17), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:16.323826 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 55044) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:22:16.361717 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=79b89ad5-360e-4229-91d6-b34eb3843a17,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:16.370832 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:16.371203 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:16.372031 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:16.372511 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:16.373492 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:16.374095 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:16.374605 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:16.374937 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:16.375266 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:16.375615 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:16.375971 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:16.376292 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:16.376612 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:16.490990 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-df9e3f4a-abd5-4f61-a632-2124fbca2cf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:16.514125 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3670fb-0213-4ad7-a8a1-880f90fd875f req-89be529a-352a-4cc4-8536-2dfe481bb961 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:16.515635 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dc3670fb-0213-4ad7-a8a1-880f90fd875f req-89be529a-352a-4cc4-8536-2dfe481bb961 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.1311808 Feb 15 04:22:16.590648 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dc3670fb-0213-4ad7-a8a1-880f90fd875f req-7f1ee6f2-9f26-4a2f-a230-b2c6e78c4f8e tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688565 Feb 15 04:22:16.630225 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-df9e3f4a-abd5-4f61-a632-2124fbca2cf1 admin admin] Publish callbacks [] for security_group (200f0c63-2f7d-416f-92c4-a93a6eab6c36), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:16.635631 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-df9e3f4a-abd5-4f61-a632-2124fbca2cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (200f0c63-2f7d-416f-92c4-a93a6eab6c36), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:16.681083 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-df9e3f4a-abd5-4f61-a632-2124fbca2cf1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6e4a235605e74719ab6090eea7a10458&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3561754 Feb 15 04:22:16.683096 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e3f4a-abd5-4f61-a632-2124fbca2cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200f0c63-2f7d-416f-92c4-a93a6eab6c36,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:16.685871 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 55052) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:22:16.697208 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-00e58063-fa99-4e9e-b59b-a51c4fcb86c3 req-7efde7f8-1baf-47eb-9607-b0e097f0b889 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=83bb9e1b-3966-4d2d-96b1-7d4806a550c3 HTTP/1.1" status: 200 len: 210 time: 0.0456607 Feb 15 04:22:16.753180 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-42cff55d-c4b4-4bf0-9ede-07df6603827d admin admin] Publish callbacks [] for security_group (200f0c63-2f7d-416f-92c4-a93a6eab6c36), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:16.791781 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-42cff55d-c4b4-4bf0-9ede-07df6603827d admin admin] Publish callbacks [] for security_group (200f0c63-2f7d-416f-92c4-a93a6eab6c36), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:16.822753 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['79b89ad5-360e-4229-91d6-b34eb3843a17'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:22:16.925326 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-42cff55d-c4b4-4bf0-9ede-07df6603827d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (200f0c63-2f7d-416f-92c4-a93a6eab6c36), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:16.928169 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-42cff55d-c4b4-4bf0-9ede-07df6603827d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:16.929443 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-42cff55d-c4b4-4bf0-9ede-07df6603827d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/200f0c63-2f7d-416f-92c4-a93a6eab6c36 HTTP/1.1" status: 204 len: 168 time: 0.2420018 Feb 15 04:22:16.978871 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cff55d-c4b4-4bf0-9ede-07df6603827d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200f0c63-2f7d-416f-92c4-a93a6eab6c36,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:17.087543 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e03f1-c04c-4304-91e5-12a13027abda req-aff459fc-7cfd-43ae-bb80-649982ded405 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:17.089227 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b47e03f1-c04c-4304-91e5-12a13027abda req-aff459fc-7cfd-43ae-bb80-649982ded405 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.59 "GET /v2.0/networks?id=a909d0e6-c4b3-462a-b863-e1bf37a7bf54 HTTP/1.1" status: 200 len: 815 time: 0.1792676 Feb 15 04:22:17.104372 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-b47e03f1-c04c-4304-91e5-12a13027abda req-378c8f7a-5c1e-432c-8cfc-566d9cc3e7cb tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Request body: {'port': {'device_id': '83bb9e1b-3966-4d2d-96b1-7d4806a550c3', 'network_id': 'a909d0e6-c4b3-462a-b863-e1bf37a7bf54', 'admin_state_up': True, 'tenant_id': '3d7002e2df35463c9128baa00359cd9e'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:22:17.288525 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b47e03f1-c04c-4304-91e5-12a13027abda req-378c8f7a-5c1e-432c-8cfc-566d9cc3e7cb tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Made reservation on behalf of 3d7002e2df35463c9128baa00359cd9e for: {'port': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:22:17.288525 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-b47e03f1-c04c-4304-91e5-12a13027abda req-378c8f7a-5c1e-432c-8cfc-566d9cc3e7cb tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:17.331723 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22525eaf-36d3-458f-80b2-fd2f4899a8a6 req-3609b7f7-a1c8-42a1-8219-768d77e4d4f9 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:17.333332 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-22525eaf-36d3-458f-80b2-fd2f4899a8a6 req-3609b7f7-a1c8-42a1-8219-768d77e4d4f9 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=a784ebec-292d-48c8-a43f-30f65f845336 HTTP/1.1" status: 200 len: 944 time: 0.1005199 Feb 15 04:22:17.462799 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-22525eaf-36d3-458f-80b2-fd2f4899a8a6 req-904a2c51-f868-4c9a-ba6a-b231f3d6692b tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3e67908-6b02-4184-9a58-855567f095a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963535 Feb 15 04:22:17.487286 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [req-b47e03f1-c04c-4304-91e5-12a13027abda req-378c8f7a-5c1e-432c-8cfc-566d9cc3e7cb tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Allocated IP 172.20.0.5 (a909d0e6-c4b3-462a-b863-e1bf37a7bf54/508befd6-d7ad-4a18-a5bd-758fb93dcf1e/1742f07e-2dd0-40ed-9cae-3d28b82b6119) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:22:17.712779 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-b47e03f1-c04c-4304-91e5-12a13027abda req-378c8f7a-5c1e-432c-8cfc-566d9cc3e7cb tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Publish callbacks [] for port (1742f07e-2dd0-40ed-9cae-3d28b82b6119), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:17.768725 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-b47e03f1-c04c-4304-91e5-12a13027abda req-378c8f7a-5c1e-432c-8cfc-566d9cc3e7cb tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (1742f07e-2dd0-40ed-9cae-3d28b82b6119), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:17.789016 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['e5000b8c-e731-4109-b8ae-a57706444763', 'b6600cc5-a977-447e-babc-502e1df4a937', '8b743140-5b15-4189-a9ad-b671dd542c58'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:22:17.821487 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2bbe8-367b-4589-871a-a97538436932 req-627eda94-1999-4328-9ffb-a2793e79b394 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:17.824363 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-2af2bbe8-367b-4589-871a-a97538436932 req-627eda94-1999-4328-9ffb-a2793e79b394 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.1091266 Feb 15 04:22:17.900028 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b47e03f1-c04c-4304-91e5-12a13027abda req-378c8f7a-5c1e-432c-8cfc-566d9cc3e7cb tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Network a909d0e6-c4b3-462a-b863-e1bf37a7bf54 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:22:17.917396 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [req-b47e03f1-c04c-4304-91e5-12a13027abda req-378c8f7a-5c1e-432c-8cfc-566d9cc3e7cb tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:22:17.921696 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47e03f1-c04c-4304-91e5-12a13027abda req-378c8f7a-5c1e-432c-8cfc-566d9cc3e7cb tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:22:17.924696 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c8f7a-5c1e-432c-8cfc-566d9cc3e7cb tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Pushing event updated for resources: {'Port': ['ID=1742f07e-2dd0-40ed-9cae-3d28b82b6119,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:17.953255 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-2af2bbe8-367b-4589-871a-a97538436932 req-62a18d40-e1ad-42eb-8a79-a6ae7da84049 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214392 Feb 15 04:22:18.053395 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e03f1-c04c-4304-91e5-12a13027abda req-378c8f7a-5c1e-432c-8cfc-566d9cc3e7cb tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:18.054813 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-b47e03f1-c04c-4304-91e5-12a13027abda req-378c8f7a-5c1e-432c-8cfc-566d9cc3e7cb tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:18.088856 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f01e2-c646-4b91-8dbb-0e50448f4945 req-3bfe3a4a-4fda-4353-8115-348d7a2b1ded tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:18.105501 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d15f01e2-c646-4b91-8dbb-0e50448f4945 req-3bfe3a4a-4fda-4353-8115-348d7a2b1ded tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=83bb9e1b-3966-4d2d-96b1-7d4806a550c3 HTTP/1.1" status: 200 len: 931 time: 0.2125604 Feb 15 04:22:18.116942 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b47e03f1-c04c-4304-91e5-12a13027abda req-378c8f7a-5c1e-432c-8cfc-566d9cc3e7cb tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0192535 Feb 15 04:22:18.161698 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-b47e03f1-c04c-4304-91e5-12a13027abda req-e295c4ae-f8b9-442a-bd03-7b205e6a15ae service neutron] Request body: {'port': {'device_id': '83bb9e1b-3966-4d2d-96b1-7d4806a550c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:22:18.296499 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d15f01e2-c646-4b91-8dbb-0e50448f4945 req-2b8b62de-c4fc-4c1b-bc31-043d10411eb4 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897664 Feb 15 04:22:18.368725 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-b47e03f1-c04c-4304-91e5-12a13027abda req-e295c4ae-f8b9-442a-bd03-7b205e6a15ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (1742f07e-2dd0-40ed-9cae-3d28b82b6119), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:18.426053 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 55106) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:22:18.653578 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c9f07-cbdc-43c0-a189-3360b5105192 req-ae1b87ca-5516-4836-91dd-52cacc782c8b tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:18.656173 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-710c9f07-cbdc-43c0-a189-3360b5105192 req-ae1b87ca-5516-4836-91dd-52cacc782c8b tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=a784ebec-292d-48c8-a43f-30f65f845336 HTTP/1.1" status: 200 len: 944 time: 0.0654960 Feb 15 04:22:18.682856 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-eac3e94d-7e77-4825-bc08-38d30694478b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:18.763109 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-710c9f07-cbdc-43c0-a189-3360b5105192 req-ad9886a0-b435-49f0-9337-74d5eca4042f tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3e67908-6b02-4184-9a58-855567f095a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963366 Feb 15 04:22:18.820059 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [req-b47e03f1-c04c-4304-91e5-12a13027abda req-e295c4ae-f8b9-442a-bd03-7b205e6a15ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1742f07e-2dd0-40ed-9cae-3d28b82b6119 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:22:18.829456 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-b47e03f1-c04c-4304-91e5-12a13027abda req-e295c4ae-f8b9-442a-bd03-7b205e6a15ae service neutron] Publish callbacks [] for port (1742f07e-2dd0-40ed-9cae-3d28b82b6119), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:18.831102 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-eac3e94d-7e77-4825-bc08-38d30694478b admin admin] Publish callbacks [] for security_group (37c68f47-3d4f-4cd0-8e8d-48ae77c082be), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:18.838210 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-eac3e94d-7e77-4825-bc08-38d30694478b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (37c68f47-3d4f-4cd0-8e8d-48ae77c082be), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:18.844753 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [req-b47e03f1-c04c-4304-91e5-12a13027abda req-e295c4ae-f8b9-442a-bd03-7b205e6a15ae service neutron] Transition to ACTIVE for port object 1742f07e-2dd0-40ed-9cae-3d28b82b6119 will not be triggered until provisioned by entity L2. {{(pid=102633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 04:22:18.849915 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-b47e03f1-c04c-4304-91e5-12a13027abda req-e295c4ae-f8b9-442a-bd03-7b205e6a15ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (1742f07e-2dd0-40ed-9cae-3d28b82b6119), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:18.884651 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-eac3e94d-7e77-4825-bc08-38d30694478b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e4f777797b974fe0a5312227bf9131d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4568155 Feb 15 04:22:18.888478 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 55124) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:22:18.900767 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3e94d-7e77-4825-bc08-38d30694478b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c68f47-3d4f-4cd0-8e8d-48ae77c082be,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:18.912040 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295c4ae-f8b9-442a-bd03-7b205e6a15ae service neutron] Pushing event updated for resources: {'Port': ['ID=1742f07e-2dd0-40ed-9cae-3d28b82b6119,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:18.968551 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9b21e393-0461-4245-9da6-142983cb46ae admin admin] Publish callbacks [] for security_group (37c68f47-3d4f-4cd0-8e8d-48ae77c082be), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:18.993846 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9b21e393-0461-4245-9da6-142983cb46ae admin admin] Publish callbacks [] for security_group (37c68f47-3d4f-4cd0-8e8d-48ae77c082be), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:18.999859 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-b47e03f1-c04c-4304-91e5-12a13027abda req-e295c4ae-f8b9-442a-bd03-7b205e6a15ae service neutron] Attempting to bind port 1742f07e-2dd0-40ed-9cae-3d28b82b6119 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:22:19.000191 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-b47e03f1-c04c-4304-91e5-12a13027abda req-e295c4ae-f8b9-442a-bd03-7b205e6a15ae service neutron] Attempting to bind port 1742f07e-2dd0-40ed-9cae-3d28b82b6119 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '6e131826-e383-4c3d-a2a0-30aaa6333ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a909d0e6-c4b3-462a-b863-e1bf37a7bf54'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:22:19.000514 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47e03f1-c04c-4304-91e5-12a13027abda req-e295c4ae-f8b9-442a-bd03-7b205e6a15ae service neutron] Attempting to bind port 1742f07e-2dd0-40ed-9cae-3d28b82b6119 on network a909d0e6-c4b3-462a-b863-e1bf37a7bf54 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:22:19.005013 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47e03f1-c04c-4304-91e5-12a13027abda req-e295c4ae-f8b9-442a-bd03-7b205e6a15ae service neutron] Port 1742f07e-2dd0-40ed-9cae-3d28b82b6119 on network a909d0e6-c4b3-462a-b863-e1bf37a7bf54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 04:22:19.005344 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47e03f1-c04c-4304-91e5-12a13027abda req-e295c4ae-f8b9-442a-bd03-7b205e6a15ae service neutron] Attempting to bind port 1742f07e-2dd0-40ed-9cae-3d28b82b6119 on network a909d0e6-c4b3-462a-b863-e1bf37a7bf54 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:22:19.010676 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47e03f1-c04c-4304-91e5-12a13027abda req-e295c4ae-f8b9-442a-bd03-7b205e6a15ae service neutron] Checking agent: {'id': '3d42c16f-c1cc-4a31-813a-51fffe75373d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'started_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:22:19.011009 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47e03f1-c04c-4304-91e5-12a13027abda req-e295c4ae-f8b9-442a-bd03-7b205e6a15ae service neutron] Checking segment: {'id': '6e131826-e383-4c3d-a2a0-30aaa6333ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a909d0e6-c4b3-462a-b863-e1bf37a7bf54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:22:19.011391 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47e03f1-c04c-4304-91e5-12a13027abda req-e295c4ae-f8b9-442a-bd03-7b205e6a15ae service neutron] Bound using segment: {'id': '6e131826-e383-4c3d-a2a0-30aaa6333ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a909d0e6-c4b3-462a-b863-e1bf37a7bf54'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:22:19.011813 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-b47e03f1-c04c-4304-91e5-12a13027abda req-e295c4ae-f8b9-442a-bd03-7b205e6a15ae service neutron] Bound port: 1742f07e-2dd0-40ed-9cae-3d28b82b6119, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e131826-e383-4c3d-a2a0-30aaa6333ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a909d0e6-c4b3-462a-b863-e1bf37a7bf54'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:22:19.012163 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-b47e03f1-c04c-4304-91e5-12a13027abda req-e295c4ae-f8b9-442a-bd03-7b205e6a15ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (1742f07e-2dd0-40ed-9cae-3d28b82b6119), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:19.048429 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9b21e393-0461-4245-9da6-142983cb46ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (37c68f47-3d4f-4cd0-8e8d-48ae77c082be), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:19.051159 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9b21e393-0461-4245-9da6-142983cb46ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:19.054726 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-9b21e393-0461-4245-9da6-142983cb46ae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/37c68f47-3d4f-4cd0-8e8d-48ae77c082be HTTP/1.1" status: 204 len: 168 time: 0.1611898 Feb 15 04:22:19.065767 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21e393-0461-4245-9da6-142983cb46ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c68f47-3d4f-4cd0-8e8d-48ae77c082be,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:19.328379 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-b47e03f1-c04c-4304-91e5-12a13027abda req-e295c4ae-f8b9-442a-bd03-7b205e6a15ae service neutron] For port 1742f07e-2dd0-40ed-9cae-3d28b82b6119, host hv-cinder-81610, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:22:19.332151 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-b47e03f1-c04c-4304-91e5-12a13027abda req-e295c4ae-f8b9-442a-bd03-7b205e6a15ae service neutron] For port 1742f07e-2dd0-40ed-9cae-3d28b82b6119, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=1742f07e-2dd0-40ed-9cae-3d28b82b6119,segment=NetworkSegment(6e131826-e383-4c3d-a2a0-30aaa6333ce4),segment_id=6e131826-e383-4c3d-a2a0-30aaa6333ce4)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:22:19.340301 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-b47e03f1-c04c-4304-91e5-12a13027abda req-e295c4ae-f8b9-442a-bd03-7b205e6a15ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (1742f07e-2dd0-40ed-9cae-3d28b82b6119), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:19.379865 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e03f1-c04c-4304-91e5-12a13027abda req-e295c4ae-f8b9-442a-bd03-7b205e6a15ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:19.380730 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-b47e03f1-c04c-4304-91e5-12a13027abda req-e295c4ae-f8b9-442a-bd03-7b205e6a15ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:19.382939 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b47e03f1-c04c-4304-91e5-12a13027abda req-e295c4ae-f8b9-442a-bd03-7b205e6a15ae service neutron] 10.222.0.59 "PUT /v2.0/ports/1742f07e-2dd0-40ed-9cae-3d28b82b6119 HTTP/1.1" status: 200 len: 1093 time: 1.2377493 Feb 15 04:22:19.388212 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83bb9e1b-3966-4d2d-96b1-7d4806a550c3', 'tag': '1742f07e-2dd0-40ed-9cae-3d28b82b6119'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:22:19.391943 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bef9c6-7352-4ff1-ad1d-c9db18bfb6a4" -d '{"events": [{"name": "network-changed", "server_uuid": "83bb9e1b-3966-4d2d-96b1-7d4806a550c3", "tag": "1742f07e-2dd0-40ed-9cae-3d28b82b6119"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:22:19.439976 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d799dc1-b40c-460a-a428-d832b8b56775 x-openstack-request-id: req-5d799dc1-b40c-460a-a428-d832b8b56775 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:22:19.440271 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83bb9e1b-3966-4d2d-96b1-7d4806a550c3", "tag": "1742f07e-2dd0-40ed-9cae-3d28b82b6119", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:22:19.440528 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5d799dc1-b40c-460a-a428-d832b8b56775 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:22:19.440947 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83bb9e1b-3966-4d2d-96b1-7d4806a550c3', 'tag': '1742f07e-2dd0-40ed-9cae-3d28b82b6119', 'status': 'completed', 'code': 200} Feb 15 04:22:19.490533 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295c4ae-f8b9-442a-bd03-7b205e6a15ae service neutron] Pushing event updated for resources: {'Port': ['ID=1742f07e-2dd0-40ed-9cae-3d28b82b6119,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:19.516867 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde20a80-3245-4f43-b32d-460d301bab54 req-46fc0927-d6bd-4ca2-b831-7f88d957723d tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:19.518497 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dde20a80-3245-4f43-b32d-460d301bab54 req-46fc0927-d6bd-4ca2-b831-7f88d957723d tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=83bb9e1b-3966-4d2d-96b1-7d4806a550c3 HTTP/1.1" status: 200 len: 943 time: 0.1342976 Feb 15 04:22:19.526549 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e03f1-c04c-4304-91e5-12a13027abda req-5474aee8-b608-4770-b415-987c750710ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:19.528221 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b47e03f1-c04c-4304-91e5-12a13027abda req-5474aee8-b608-4770-b415-987c750710ec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3d7002e2df35463c9128baa00359cd9e&device_id=83bb9e1b-3966-4d2d-96b1-7d4806a550c3 HTTP/1.1" status: 200 len: 1127 time: 0.0938230 Feb 15 04:22:19.580561 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b47e03f1-c04c-4304-91e5-12a13027abda req-9640e84d-b47f-48a8-9782-2688b405e7ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1742f07e-2dd0-40ed-9cae-3d28b82b6119 HTTP/1.1" status: 200 len: 217 time: 0.0430965 Feb 15 04:22:19.647240 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dde20a80-3245-4f43-b32d-460d301bab54 req-3018fdb5-2845-4249-b00b-70dc74e55e52 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175761 Feb 15 04:22:19.659939 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e03f1-c04c-4304-91e5-12a13027abda req-24e29c53-58f2-426a-8d86-b30c719da2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:19.662586 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b47e03f1-c04c-4304-91e5-12a13027abda req-24e29c53-58f2-426a-8d86-b30c719da2f5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=508befd6-d7ad-4a18-a5bd-758fb93dcf1e HTTP/1.1" status: 200 len: 855 time: 0.0718517 Feb 15 04:22:19.706173 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b47e03f1-c04c-4304-91e5-12a13027abda req-d7072518-d788-4d21-ac8b-812d29c01dab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a909d0e6-c4b3-462a-b863-e1bf37a7bf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352843 Feb 15 04:22:19.742983 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e841e-710c-4de4-af43-8e831ee26b23 req-d9c894c1-7ce5-4f9a-adb8-d363fff5185e tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:19.744528 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-645e841e-710c-4de4-af43-8e831ee26b23 req-d9c894c1-7ce5-4f9a-adb8-d363fff5185e tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0778751 Feb 15 04:22:19.803135 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-645e841e-710c-4de4-af43-8e831ee26b23 req-43b9583c-2bfb-49d9-ae47-ed4217c7e45c tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495574 Feb 15 04:22:19.840920 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b47e03f1-c04c-4304-91e5-12a13027abda req-fbc7e9f4-1058-41fd-8132-d28bd546e026 service neutron] 10.222.0.59 "GET /v2.0/networks/a909d0e6-c4b3-462a-b863-e1bf37a7bf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204870 Feb 15 04:22:19.983096 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a3d81-1a19-4b2a-976e-e109d18abcd2 req-e761fcee-4b33-4c4f-a4de-baa25bab3719 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:19.984647 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-792a3d81-1a19-4b2a-976e-e109d18abcd2 req-e761fcee-4b33-4c4f-a4de-baa25bab3719 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=a784ebec-292d-48c8-a43f-30f65f845336 HTTP/1.1" status: 200 len: 944 time: 0.1233277 Feb 15 04:22:19.992392 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b47e03f1-c04c-4304-91e5-12a13027abda req-cfca9b51-7b72-4805-bf62-061ad1cff91d service neutron] 10.222.0.59 "GET /v2.0/networks/a909d0e6-c4b3-462a-b863-e1bf37a7bf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434658 Feb 15 04:22:20.022025 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 79b89ad5-360e-4229-91d6-b34eb3843a17 up at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:22:20.055767 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-792a3d81-1a19-4b2a-976e-e109d18abcd2 req-66c34472-8952-419c-a75c-4c14ede99a82 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3e67908-6b02-4184-9a58-855567f095a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620878 Feb 15 04:22:20.086993 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning for port 79b89ad5-360e-4229-91d6-b34eb3843a17 completed by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 04:22:20.094462 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning complete for port 79b89ad5-360e-4229-91d6-b34eb3843a17 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:22:20.094860 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (79b89ad5-360e-4229-91d6-b34eb3843a17), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:20.150962 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bef9c6-7352-4ff1-ad1d-c9db18bfb6a4 req-311d461a-d359-4201-a371-4bbdddf6ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:20.152542 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-01bef9c6-7352-4ff1-ad1d-c9db18bfb6a4 req-311d461a-d359-4201-a371-4bbdddf6ea9b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3d7002e2df35463c9128baa00359cd9e&device_id=83bb9e1b-3966-4d2d-96b1-7d4806a550c3 HTTP/1.1" status: 200 len: 1127 time: 0.0609074 Feb 15 04:22:20.212727 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 79b89ad5-360e-4229-91d6-b34eb3843a17 is: BUILD; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:22:20.213676 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (79b89ad5-360e-4229-91d6-b34eb3843a17), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:20.258960 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a784ebec-292d-48c8-a43f-30f65f845336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b89ad5-360e-4229-91d6-b34eb3843a17'}] {{(pid=102635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:22:20.261340 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274a2a5e9be6a0ee09154d0e072c1b660d39e5ec588b61e50c849ad5e467022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91328736-3ee5-4962-a56e-c2bf10cd03fd" -d '{"events": [{"server_uuid": "a784ebec-292d-48c8-a43f-30f65f845336", "name": "network-vif-plugged", "status": "completed", "tag": "79b89ad5-360e-4229-91d6-b34eb3843a17"}]}' {{(pid=102635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:22:20.291271 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 79b89ad5-360e-4229-91d6-b34eb3843a17, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=79b89ad5-360e-4229-91d6-b34eb3843a17,segment=NetworkSegment(1d79f97d-fcf8-4a68-816f-935d7a40ea3d),segment_id=1d79f97d-fcf8-4a68-816f-935d7a40ea3d)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:22:20.299759 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (79b89ad5-360e-4229-91d6-b34eb3843a17), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:20.314870 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bef9c6-7352-4ff1-ad1d-c9db18bfb6a4 req-c6094044-623d-4ef3-827f-5be229ac7e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:20.317360 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-01bef9c6-7352-4ff1-ad1d-c9db18bfb6a4 req-c6094044-623d-4ef3-827f-5be229ac7e63 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a909d0e6-c4b3-462a-b863-e1bf37a7bf54 HTTP/1.1" status: 200 len: 915 time: 0.1553004 Feb 15 04:22:20.337164 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faaef465-5674-436a-b0c3-1079fb2ba69a x-openstack-request-id: req-faaef465-5674-436a-b0c3-1079fb2ba69a {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:22:20.337455 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a784ebec-292d-48c8-a43f-30f65f845336", "name": "network-vif-plugged", "status": "completed", "tag": "79b89ad5-360e-4229-91d6-b34eb3843a17", "code": 200}]} {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:22:20.337706 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-faaef465-5674-436a-b0c3-1079fb2ba69a {{(pid=102635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:22:20.338089 dv-cinder-816104-2-iscsi neutron-server[102635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a784ebec-292d-48c8-a43f-30f65f845336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b89ad5-360e-4229-91d6-b34eb3843a17', 'code': 200} Feb 15 04:22:20.382047 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=79b89ad5-360e-4229-91d6-b34eb3843a17,revision_number=5']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:20.410067 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-01bef9c6-7352-4ff1-ad1d-c9db18bfb6a4 req-dce2516a-d5c1-4334-86b8-62c2ecee23d1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1742f07e-2dd0-40ed-9cae-3d28b82b6119 HTTP/1.1" status: 200 len: 217 time: 0.0456071 Feb 15 04:22:20.475243 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bef9c6-7352-4ff1-ad1d-c9db18bfb6a4 req-b1ae52cb-9e67-49f5-9aba-dffc671b55a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:20.476697 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-01bef9c6-7352-4ff1-ad1d-c9db18bfb6a4 req-b1ae52cb-9e67-49f5-9aba-dffc671b55a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=508befd6-d7ad-4a18-a5bd-758fb93dcf1e HTTP/1.1" status: 200 len: 855 time: 0.0547385 Feb 15 04:22:20.526791 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-01bef9c6-7352-4ff1-ad1d-c9db18bfb6a4 req-bcb1d5c0-5f14-4441-afd7-b1e4b0a6a1f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a909d0e6-c4b3-462a-b863-e1bf37a7bf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428233 Feb 15 04:22:20.622128 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456746d-0561-4b99-8088-5839970dfd0b req-967d8f56-f38d-4f15-90f0-0a3023feccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:20.623892 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7456746d-0561-4b99-8088-5839970dfd0b req-967d8f56-f38d-4f15-90f0-0a3023feccf2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a784ebec-292d-48c8-a43f-30f65f845336 HTTP/1.1" status: 200 len: 1129 time: 0.0997760 Feb 15 04:22:20.677855 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-01bef9c6-7352-4ff1-ad1d-c9db18bfb6a4 req-a3350644-5b81-4561-9500-b68a281f5b94 service neutron] 10.222.0.59 "GET /v2.0/networks/a909d0e6-c4b3-462a-b863-e1bf37a7bf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432374 Feb 15 04:22:20.710990 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7456746d-0561-4b99-8088-5839970dfd0b req-b12c39d1-195c-48b7-9e22-7c5feb7b4a9e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c3e67908-6b02-4184-9a58-855567f095a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785029 Feb 15 04:22:20.813811 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc65da6-1a91-4703-8c71-e5631889fb58 req-796e826f-64fb-4130-b1aa-285dc284975e tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:20.814453 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-01bef9c6-7352-4ff1-ad1d-c9db18bfb6a4 req-784b3458-61b3-4857-8d2f-35c7ab4c3a24 service neutron] 10.222.0.59 "GET /v2.0/networks/a909d0e6-c4b3-462a-b863-e1bf37a7bf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269431 Feb 15 04:22:20.815649 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-6fc65da6-1a91-4703-8c71-e5631889fb58 req-796e826f-64fb-4130-b1aa-285dc284975e tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=83bb9e1b-3966-4d2d-96b1-7d4806a550c3 HTTP/1.1" status: 200 len: 943 time: 0.0876672 Feb 15 04:22:20.875572 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-6fc65da6-1a91-4703-8c71-e5631889fb58 req-77b36313-5c5b-404e-9b8a-af64eadfddfc tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514688 Feb 15 04:22:21.130841 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-714083e4-a6d5-490f-82de-4a703ff26d5e tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=78b53aed61c64871a933fa120d337481&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409622 Feb 15 04:22:21.180480 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a21b8-31c9-48f6-951e-86026f96cfbc req-7fc5e73e-153c-486f-8cd9-34f206f9f128 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:21.182322 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d85a21b8-31c9-48f6-951e-86026f96cfbc req-7fc5e73e-153c-486f-8cd9-34f206f9f128 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=a784ebec-292d-48c8-a43f-30f65f845336 HTTP/1.1" status: 200 len: 945 time: 0.0542827 Feb 15 04:22:21.230454 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d85a21b8-31c9-48f6-951e-86026f96cfbc req-e0d6fcf4-db7f-48a1-9112-fa9f69bd2d65 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3e67908-6b02-4184-9a58-855567f095a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418634 Feb 15 04:22:21.317089 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-76881acd-872a-4ebe-beb6-08f7a9489065 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:21.318528 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-76881acd-872a-4ebe-beb6-08f7a9489065 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1827333 Feb 15 04:22:21.335009 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-11086b1b-c997-4aee-b955-17676b11707c tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/quotas/78b53aed61c64871a933fa120d337481 HTTP/1.1" status: 200 len: 375 time: 0.0109537 Feb 15 04:22:21.370862 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-ce97db67-cf98-4a6d-a663-2fff9f4d1dad tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=78b53aed61c64871a933fa120d337481&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298643 Feb 15 04:22:21.542071 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-bd229ced-ed85-4e27-8fb1-17cbbc65bb92 req-61332064-fb85-4a85-a8b2-a86482d7e9d2 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/ports?device_id=4927b63e-4590-4052-9e16-cb21d38af37a HTTP/1.1" status: 200 len: 210 time: 0.0276663 Feb 15 04:22:22.048684 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dcaa6-4802-43ad-9211-2c085944bb17 req-9a6e518c-97cc-48ab-a55b-c18b8eb914a3 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:22.050238 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-fe7dcaa6-4802-43ad-9211-2c085944bb17 req-9a6e518c-97cc-48ab-a55b-c18b8eb914a3 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=83bb9e1b-3966-4d2d-96b1-7d4806a550c3 HTTP/1.1" status: 200 len: 943 time: 0.0667195 Feb 15 04:22:22.108837 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-fe7dcaa6-4802-43ad-9211-2c085944bb17 req-22a959a2-08b9-45a1-adc8-2f04120ff48d tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521762 Feb 15 04:22:22.366250 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ca6a7-f416-43b5-a667-604b7812bb0a req-4450d12b-34da-45df-a2bc-474c63fa7cca tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:22.367795 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-386ca6a7-f416-43b5-a667-604b7812bb0a req-4450d12b-34da-45df-a2bc-474c63fa7cca tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=a784ebec-292d-48c8-a43f-30f65f845336 HTTP/1.1" status: 200 len: 945 time: 0.0611060 Feb 15 04:22:22.416818 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-386ca6a7-f416-43b5-a667-604b7812bb0a req-dddfe784-1af4-406c-b89a-02f145ebdf39 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3e67908-6b02-4184-9a58-855567f095a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423234 Feb 15 04:22:22.637529 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ce6ba46c-6e05-46be-a3ef-9ad0d5cc052e req-c806f217-ff18-44ec-b7ee-bdfc908c89dd tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/ports?device_id=4927b63e-4590-4052-9e16-cb21d38af37a HTTP/1.1" status: 200 len: 210 time: 0.0293436 Feb 15 04:22:22.784914 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-5a55e8a9-cbe9-4622-b57b-df5fa2c79ba7 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=78b53aed61c64871a933fa120d337481&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225565 Feb 15 04:22:22.914401 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-65b88b56-17f0-4c7e-80d1-5ed9b1a80cd8 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:22.915890 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-65b88b56-17f0-4c7e-80d1-5ed9b1a80cd8 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1156805 Feb 15 04:22:22.928700 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-04d86480-8b55-436d-9a4d-abb68b24c605 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Request body: {'port': {'device_id': '4927b63e-4590-4052-9e16-cb21d38af37a', 'network_id': '46bd0f52-f947-4c68-9bd6-f0e668b839e9', 'admin_state_up': True, 'tenant_id': '78b53aed61c64871a933fa120d337481'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:22:23.049746 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-04d86480-8b55-436d-9a4d-abb68b24c605 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Made reservation on behalf of 78b53aed61c64871a933fa120d337481 for: {'port': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:22:23.053099 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-04d86480-8b55-436d-9a4d-abb68b24c605 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:23.062469 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-04d86480-8b55-436d-9a4d-abb68b24c605 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:23.135948 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-04d86480-8b55-436d-9a4d-abb68b24c605 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Publish callbacks [] for security_group (78d9f429-a099-43fc-b1a3-b410e8df7f8a), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:23.140668 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-04d86480-8b55-436d-9a4d-abb68b24c605 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (78d9f429-a099-43fc-b1a3-b410e8df7f8a), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:23.212503 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d86480-8b55-436d-9a4d-abb68b24c605 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78d9f429-a099-43fc-b1a3-b410e8df7f8a,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:23.240488 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb546cb-c68f-40ba-ab65-2061d9455533 req-a93d200b-336c-45d8-b6c4-9ee56cd1af12 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:23.242153 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-9bb546cb-c68f-40ba-ab65-2061d9455533 req-a93d200b-336c-45d8-b6c4-9ee56cd1af12 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=83bb9e1b-3966-4d2d-96b1-7d4806a550c3 HTTP/1.1" status: 200 len: 943 time: 0.0600064 Feb 15 04:22:23.285898 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-04d86480-8b55-436d-9a4d-abb68b24c605 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Allocated IP 192.168.233.58 (46bd0f52-f947-4c68-9bd6-f0e668b839e9/3bfeefa6-3ac5-46e0-a9d7-6cc92b5d6dd2/e709a868-049d-4654-be1c-480745e89215) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:22:23.307339 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-9bb546cb-c68f-40ba-ab65-2061d9455533 req-9be561fb-bdb5-4b8b-9d44-68aa31b45530 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586717 Feb 15 04:22:23.467908 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-04d86480-8b55-436d-9a4d-abb68b24c605 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Publish callbacks [] for port (e709a868-049d-4654-be1c-480745e89215), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:23.539167 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-04d86480-8b55-436d-9a4d-abb68b24c605 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (e709a868-049d-4654-be1c-480745e89215), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:23.593382 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-04d86480-8b55-436d-9a4d-abb68b24c605 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Network 46bd0f52-f947-4c68-9bd6-f0e668b839e9 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:22:23.604604 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfb9ad-f531-4186-abd5-269bd46799f6 req-69399c28-18a6-4917-8c1c-fb7106ac1ad7 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:23.606477 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cecfb9ad-f531-4186-abd5-269bd46799f6 req-69399c28-18a6-4917-8c1c-fb7106ac1ad7 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=a784ebec-292d-48c8-a43f-30f65f845336 HTTP/1.1" status: 200 len: 945 time: 0.1132796 Feb 15 04:22:23.612719 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-04d86480-8b55-436d-9a4d-abb68b24c605 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:22:23.617296 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-04d86480-8b55-436d-9a4d-abb68b24c605 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:22:23.628001 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d86480-8b55-436d-9a4d-abb68b24c605 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Pushing event updated for resources: {'Port': ['ID=e709a868-049d-4654-be1c-480745e89215,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:23.708195 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-04d86480-8b55-436d-9a4d-abb68b24c605 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:23.708861 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-04d86480-8b55-436d-9a4d-abb68b24c605 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:23.733573 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cecfb9ad-f531-4186-abd5-269bd46799f6 req-b69c7b01-04a8-4c24-9ccc-dc4c5f5f660b tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3e67908-6b02-4184-9a58-855567f095a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089880 Feb 15 04:22:23.743100 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-04d86480-8b55-436d-9a4d-abb68b24c605 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8182681 Feb 15 04:22:23.769983 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-f62ae05f-b4bd-492e-8797-af6ed4e3b627 service neutron] Request body: {'port': {'device_id': '4927b63e-4590-4052-9e16-cb21d38af37a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:22:23.815581 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80369c64-63c0-458b-a563-f7e63c2e537e req-598a8348-1cd7-4945-b93c-6f08312d8e82 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:23.825334 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-80369c64-63c0-458b-a563-f7e63c2e537e req-598a8348-1cd7-4945-b93c-6f08312d8e82 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/ports?device_id=4927b63e-4590-4052-9e16-cb21d38af37a HTTP/1.1" status: 200 len: 935 time: 0.0826442 Feb 15 04:22:23.853664 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-f62ae05f-b4bd-492e-8797-af6ed4e3b627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (e709a868-049d-4654-be1c-480745e89215), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:23.887281 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-80369c64-63c0-458b-a563-f7e63c2e537e req-90dd416f-5df2-467b-8064-20c02ea6ce03 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d9f429-a099-43fc-b1a3-b410e8df7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599027 Feb 15 04:22:23.941283 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-42a8ba95-82af-442c-a485-a0b2971a1d88 None None] Provisioning complete for port e709a868-049d-4654-be1c-480745e89215 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:22:23.941966 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-42a8ba95-82af-442c-a485-a0b2971a1d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (e709a868-049d-4654-be1c-480745e89215), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:24.006267 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-42a8ba95-82af-442c-a485-a0b2971a1d88 None None] Port e709a868-049d-4654-be1c-480745e89215 cannot update to ACTIVE because it is not bound. {{(pid=102635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:22:24.012392 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 1742f07e-2dd0-40ed-9cae-3d28b82b6119 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 04:22:24.184838 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-f62ae05f-b4bd-492e-8797-af6ed4e3b627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e709a868-049d-4654-be1c-480745e89215 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:22:24.194842 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-f62ae05f-b4bd-492e-8797-af6ed4e3b627 service neutron] Publish callbacks [] for port (e709a868-049d-4654-be1c-480745e89215), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:24.211116 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-f62ae05f-b4bd-492e-8797-af6ed4e3b627 service neutron] Transition to ACTIVE for port object e709a868-049d-4654-be1c-480745e89215 will not be triggered until provisioned by entity L2. {{(pid=102633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 04:22:24.215201 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 1742f07e-2dd0-40ed-9cae-3d28b82b6119, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=1742f07e-2dd0-40ed-9cae-3d28b82b6119,segment=NetworkSegment(6e131826-e383-4c3d-a2a0-30aaa6333ce4),segment_id=6e131826-e383-4c3d-a2a0-30aaa6333ce4)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:22:24.217915 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-f62ae05f-b4bd-492e-8797-af6ed4e3b627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (e709a868-049d-4654-be1c-480745e89215), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:24.243558 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Returning: {'device': '1742f07e-2dd0-40ed-9cae-3d28b82b6119', 'network_id': 'a909d0e6-c4b3-462a-b863-e1bf37a7bf54', 'port_id': '1742f07e-2dd0-40ed-9cae-3d28b82b6119', 'mac_address': 'fa:16:3e:a9:48:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '508befd6-d7ad-4a18-a5bd-758fb93dcf1e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 04:22:24.312317 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ae05f-b4bd-492e-8797-af6ed4e3b627 service neutron] Pushing event updated for resources: {'Port': ['ID=e709a868-049d-4654-be1c-480745e89215,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:24.333771 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 1742f07e-2dd0-40ed-9cae-3d28b82b6119 is: DOWN; New status is: BUILD {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:22:24.334636 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (1742f07e-2dd0-40ed-9cae-3d28b82b6119), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:24.367656 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1742f07e-2dd0-40ed-9cae-3d28b82b6119 {{(pid=102635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:22:24.396800 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 1742f07e-2dd0-40ed-9cae-3d28b82b6119, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=1742f07e-2dd0-40ed-9cae-3d28b82b6119,segment=NetworkSegment(6e131826-e383-4c3d-a2a0-30aaa6333ce4),segment_id=6e131826-e383-4c3d-a2a0-30aaa6333ce4)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:22:24.406259 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (1742f07e-2dd0-40ed-9cae-3d28b82b6119), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:24.456252 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-f62ae05f-b4bd-492e-8797-af6ed4e3b627 service neutron] Attempting to bind port e709a868-049d-4654-be1c-480745e89215 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:22:24.457176 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-f62ae05f-b4bd-492e-8797-af6ed4e3b627 service neutron] Attempting to bind port e709a868-049d-4654-be1c-480745e89215 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '084702ea-63cf-404f-b0bc-258e0a5c8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '46bd0f52-f947-4c68-9bd6-f0e668b839e9'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:22:24.457691 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-f62ae05f-b4bd-492e-8797-af6ed4e3b627 service neutron] Attempting to bind port e709a868-049d-4654-be1c-480745e89215 on network 46bd0f52-f947-4c68-9bd6-f0e668b839e9 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:22:24.464609 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-f62ae05f-b4bd-492e-8797-af6ed4e3b627 service neutron] Port e709a868-049d-4654-be1c-480745e89215 on network 46bd0f52-f947-4c68-9bd6-f0e668b839e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 04:22:24.465550 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-f62ae05f-b4bd-492e-8797-af6ed4e3b627 service neutron] Attempting to bind port e709a868-049d-4654-be1c-480745e89215 on network 46bd0f52-f947-4c68-9bd6-f0e668b839e9 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:22:24.472506 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=1742f07e-2dd0-40ed-9cae-3d28b82b6119,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:24.473427 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-f62ae05f-b4bd-492e-8797-af6ed4e3b627 service neutron] Checking agent: {'id': '3d42c16f-c1cc-4a31-813a-51fffe75373d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'started_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:22:24.473943 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-f62ae05f-b4bd-492e-8797-af6ed4e3b627 service neutron] Checking segment: {'id': '084702ea-63cf-404f-b0bc-258e0a5c8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '46bd0f52-f947-4c68-9bd6-f0e668b839e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:22:24.474543 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-f62ae05f-b4bd-492e-8797-af6ed4e3b627 service neutron] Bound using segment: {'id': '084702ea-63cf-404f-b0bc-258e0a5c8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '46bd0f52-f947-4c68-9bd6-f0e668b839e9'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:22:24.475144 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-f62ae05f-b4bd-492e-8797-af6ed4e3b627 service neutron] Bound port: e709a868-049d-4654-be1c-480745e89215, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '084702ea-63cf-404f-b0bc-258e0a5c8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '46bd0f52-f947-4c68-9bd6-f0e668b839e9'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:22:24.475505 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-f62ae05f-b4bd-492e-8797-af6ed4e3b627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (e709a868-049d-4654-be1c-480745e89215), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:24.561183 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-f62ae05f-b4bd-492e-8797-af6ed4e3b627 service neutron] For port e709a868-049d-4654-be1c-480745e89215, host hv-cinder-81610, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:22:24.565612 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-f62ae05f-b4bd-492e-8797-af6ed4e3b627 service neutron] For port e709a868-049d-4654-be1c-480745e89215, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=e709a868-049d-4654-be1c-480745e89215,segment=NetworkSegment(084702ea-63cf-404f-b0bc-258e0a5c8347),segment_id=084702ea-63cf-404f-b0bc-258e0a5c8347)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:22:24.574449 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-f62ae05f-b4bd-492e-8797-af6ed4e3b627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (e709a868-049d-4654-be1c-480745e89215), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:24.592605 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d5282-e0ed-4122-b4c1-b579e63238ac req-cbe2f1ad-818a-4fce-8113-dcb61fb7d846 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:24.594416 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-9a2d5282-e0ed-4122-b4c1-b579e63238ac req-cbe2f1ad-818a-4fce-8113-dcb61fb7d846 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=83bb9e1b-3966-4d2d-96b1-7d4806a550c3 HTTP/1.1" status: 200 len: 944 time: 0.1240141 Feb 15 04:22:24.616682 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-f62ae05f-b4bd-492e-8797-af6ed4e3b627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:24.617356 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-f62ae05f-b4bd-492e-8797-af6ed4e3b627 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:24.618976 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-f62ae05f-b4bd-492e-8797-af6ed4e3b627 service neutron] 10.222.0.59 "PUT /v2.0/ports/e709a868-049d-4654-be1c-480745e89215 HTTP/1.1" status: 200 len: 1097 time: 0.8621531 Feb 15 04:22:24.619475 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4927b63e-4590-4052-9e16-cb21d38af37a', 'tag': 'e709a868-049d-4654-be1c-480745e89215'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:22:24.622126 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36370d8d-b6fc-4e37-8704-f9cfe9261123" -d '{"events": [{"name": "network-changed", "server_uuid": "4927b63e-4590-4052-9e16-cb21d38af37a", "tag": "e709a868-049d-4654-be1c-480745e89215"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:22:24.744587 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc587b2-13a0-49e8-bee5-18b4db600a6a x-openstack-request-id: req-1fc587b2-13a0-49e8-bee5-18b4db600a6a {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:22:24.745515 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4927b63e-4590-4052-9e16-cb21d38af37a", "tag": "e709a868-049d-4654-be1c-480745e89215", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:22:24.746058 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1fc587b2-13a0-49e8-bee5-18b4db600a6a {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:22:24.747063 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4927b63e-4590-4052-9e16-cb21d38af37a', 'tag': 'e709a868-049d-4654-be1c-480745e89215', 'status': 'completed', 'code': 200} Feb 15 04:22:24.750381 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ae05f-b4bd-492e-8797-af6ed4e3b627 service neutron] Pushing event updated for resources: {'Port': ['ID=e709a868-049d-4654-be1c-480745e89215,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:24.782587 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-9a2d5282-e0ed-4122-b4c1-b579e63238ac req-722cd929-7897-4256-94fe-45916197bc79 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506371 Feb 15 04:22:24.793570 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-7b377cc8-0634-4517-87b3-c797a6e430e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:24.801434 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-7b377cc8-0634-4517-87b3-c797a6e430e5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78b53aed61c64871a933fa120d337481&device_id=4927b63e-4590-4052-9e16-cb21d38af37a HTTP/1.1" status: 200 len: 1131 time: 0.1191206 Feb 15 04:22:24.859448 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-04d8e643-16c4-496c-8b52-20bf1b5fc90f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=e709a868-049d-4654-be1c-480745e89215 HTTP/1.1" status: 200 len: 217 time: 0.0441613 Feb 15 04:22:24.937383 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-7316ecac-93ee-482c-8b81-f709c29f03a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:24.938848 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-7316ecac-93ee-482c-8b81-f709c29f03a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3bfeefa6-3ac5-46e0-a9d7-6cc92b5d6dd2 HTTP/1.1" status: 200 len: 843 time: 0.0718207 Feb 15 04:22:24.952168 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907535d-f944-4203-93af-ff94b96eebce req-5476c2eb-f92b-4b4f-89ee-7d3bdc3a1ded tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:24.953723 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5907535d-f944-4203-93af-ff94b96eebce req-5476c2eb-f92b-4b4f-89ee-7d3bdc3a1ded tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=a784ebec-292d-48c8-a43f-30f65f845336 HTTP/1.1" status: 200 len: 945 time: 0.0981703 Feb 15 04:22:25.031458 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac9b5c-1313-437b-ad96-8abdb9a58d8d req-11fcfc95-3dff-4585-85b1-c3d4b38f72ce tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:25.033151 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d2ac9b5c-1313-437b-ad96-8abdb9a58d8d req-11fcfc95-3dff-4585-85b1-c3d4b38f72ce tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/ports?device_id=4927b63e-4590-4052-9e16-cb21d38af37a HTTP/1.1" status: 200 len: 947 time: 0.0616271 Feb 15 04:22:25.033273 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5907535d-f944-4203-93af-ff94b96eebce req-75a528aa-da91-4c0d-9a1f-a8ab1c31df98 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3e67908-6b02-4184-9a58-855567f095a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699115 Feb 15 04:22:25.040651 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-3f9cf257-2540-4026-ae91-80f1e3df26fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:25.042551 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-3f9cf257-2540-4026-ae91-80f1e3df26fc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=46bd0f52-f947-4c68-9bd6-f0e668b839e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0875578 Feb 15 04:22:25.089347 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d2ac9b5c-1313-437b-ad96-8abdb9a58d8d req-aa394f4b-a424-421f-8c61-ee0d00cc48c9 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d9f429-a099-43fc-b1a3-b410e8df7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496531 Feb 15 04:22:25.093449 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['1742f07e-2dd0-40ed-9cae-3d28b82b6119'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:22:25.145835 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-2afad9b2-9a78-47eb-aee1-525517d275a9 service neutron] 10.222.0.59 "GET /v2.0/networks/46bd0f52-f947-4c68-9bd6-f0e668b839e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966358 Feb 15 04:22:25.250899 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-597619b1-fd42-48f2-a9b0-b3a8f7cbe12f req-5a653934-520d-45a8-9372-f67d604dbf52 service neutron] 10.222.0.59 "GET /v2.0/networks/46bd0f52-f947-4c68-9bd6-f0e668b839e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990348 Feb 15 04:22:25.387899 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36370d8d-b6fc-4e37-8704-f9cfe9261123 req-9ffb9252-acac-4072-80e3-6becc8409def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:25.389577 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-36370d8d-b6fc-4e37-8704-f9cfe9261123 req-9ffb9252-acac-4072-80e3-6becc8409def service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78b53aed61c64871a933fa120d337481&device_id=4927b63e-4590-4052-9e16-cb21d38af37a HTTP/1.1" status: 200 len: 1131 time: 0.0486407 Feb 15 04:22:25.487662 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36370d8d-b6fc-4e37-8704-f9cfe9261123 req-c7df2057-f11b-4111-b715-26407a5a32f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:25.489174 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-36370d8d-b6fc-4e37-8704-f9cfe9261123 req-c7df2057-f11b-4111-b715-26407a5a32f6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=46bd0f52-f947-4c68-9bd6-f0e668b839e9 HTTP/1.1" status: 200 len: 869 time: 0.0925860 Feb 15 04:22:25.624049 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:22:25.774586 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-36370d8d-b6fc-4e37-8704-f9cfe9261123 req-1d87f669-51a8-4807-ab4e-377111fa70f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=e709a868-049d-4654-be1c-480745e89215 HTTP/1.1" status: 200 len: 217 time: 0.2769530 Feb 15 04:22:25.835715 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36370d8d-b6fc-4e37-8704-f9cfe9261123 req-b62b8d6a-41bb-44ad-b162-adafa2e07b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:25.837276 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-36370d8d-b6fc-4e37-8704-f9cfe9261123 req-b62b8d6a-41bb-44ad-b162-adafa2e07b9d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3bfeefa6-3ac5-46e0-a9d7-6cc92b5d6dd2 HTTP/1.1" status: 200 len: 843 time: 0.0546989 Feb 15 04:22:25.958588 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36370d8d-b6fc-4e37-8704-f9cfe9261123 req-aceb7165-2582-4c66-b6a5-2c075bd2a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:25.960195 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-36370d8d-b6fc-4e37-8704-f9cfe9261123 req-aceb7165-2582-4c66-b6a5-2c075bd2a749 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=46bd0f52-f947-4c68-9bd6-f0e668b839e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1138740 Feb 15 04:22:26.002337 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79232b8c-d6e4-40d4-8e5e-e8918ae17584 req-0c8906a9-a3e9-474d-bb55-28ed2f9c61f7 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:26.004615 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-79232b8c-d6e4-40d4-8e5e-e8918ae17584 req-0c8906a9-a3e9-474d-bb55-28ed2f9c61f7 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=83bb9e1b-3966-4d2d-96b1-7d4806a550c3 HTTP/1.1" status: 200 len: 944 time: 0.1190062 Feb 15 04:22:26.111462 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-79232b8c-d6e4-40d4-8e5e-e8918ae17584 req-5dc85ee6-055f-40bc-89f5-77a78889fda6 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749249 Feb 15 04:22:26.118295 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-36370d8d-b6fc-4e37-8704-f9cfe9261123 req-874e2c5d-be8c-4498-9fb6-a6a3ae492fef service neutron] 10.222.0.59 "GET /v2.0/networks/46bd0f52-f947-4c68-9bd6-f0e668b839e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494381 Feb 15 04:22:26.186201 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c765f2d-2cdf-4b3a-9ccc-54d7bc075177 req-c82e8ca8-f081-43b3-be10-1110d12df091 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:26.193303 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-9c765f2d-2cdf-4b3a-9ccc-54d7bc075177 req-c82e8ca8-f081-43b3-be10-1110d12df091 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=a784ebec-292d-48c8-a43f-30f65f845336 HTTP/1.1" status: 200 len: 945 time: 0.0784481 Feb 15 04:22:26.253372 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-36370d8d-b6fc-4e37-8704-f9cfe9261123 req-443b66c6-3de3-4df5-8c39-653e989672a5 service neutron] 10.222.0.59 "GET /v2.0/networks/46bd0f52-f947-4c68-9bd6-f0e668b839e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285555 Feb 15 04:22:26.256965 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-9c765f2d-2cdf-4b3a-9ccc-54d7bc075177 req-b77d9597-0982-4b27-b024-34ca85fc0b62 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3e67908-6b02-4184-9a58-855567f095a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627499 Feb 15 04:22:26.286339 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c384b-8b9d-4bb6-9948-5e874c339d71 req-509dfe44-84e6-49bd-9796-71b194434fe6 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:26.288975 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-167c384b-8b9d-4bb6-9948-5e874c339d71 req-509dfe44-84e6-49bd-9796-71b194434fe6 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/ports?device_id=4927b63e-4590-4052-9e16-cb21d38af37a HTTP/1.1" status: 200 len: 947 time: 0.0807481 Feb 15 04:22:26.355957 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-167c384b-8b9d-4bb6-9948-5e874c339d71 req-aba551ae-a5ac-40d0-a4e7-54ea4a2cd0f6 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d9f429-a099-43fc-b1a3-b410e8df7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614576 Feb 15 04:22:27.087491 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fffd2-5416-448d-bd14-b35beac93952 req-25db13e5-8839-404f-adc1-489bc98e57f8 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:27.089075 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-440fffd2-5416-448d-bd14-b35beac93952 req-25db13e5-8839-404f-adc1-489bc98e57f8 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.59 "GET /v2.0/ports?device_id=a784ebec-292d-48c8-a43f-30f65f845336 HTTP/1.1" status: 200 len: 945 time: 0.0576842 Feb 15 04:22:27.209822 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-440fffd2-5416-448d-bd14-b35beac93952 req-499f14bc-62a7-4622-b7b0-8a845d5978de tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Deleting port 79b89ad5-360e-4229-91d6-b34eb3843a17 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:22:27.210372 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-440fffd2-5416-448d-bd14-b35beac93952 req-499f14bc-62a7-4622-b7b0-8a845d5978de tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (79b89ad5-360e-4229-91d6-b34eb3843a17), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:27.272926 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc08646-90e2-49ec-9490-90b42f70a0d8 req-cc7d3f3f-6672-45b8-8839-176e8f7d61f1 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:27.274388 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-ffc08646-90e2-49ec-9490-90b42f70a0d8 req-cc7d3f3f-6672-45b8-8839-176e8f7d61f1 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=83bb9e1b-3966-4d2d-96b1-7d4806a550c3 HTTP/1.1" status: 200 len: 944 time: 0.0606549 Feb 15 04:22:27.331071 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-ffc08646-90e2-49ec-9490-90b42f70a0d8 req-3dae6a34-ec1c-4b8c-8c29-791c31798040 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508702 Feb 15 04:22:27.333093 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-440fffd2-5416-448d-bd14-b35beac93952 req-499f14bc-62a7-4622-b7b0-8a845d5978de tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] For port 79b89ad5-360e-4229-91d6-b34eb3843a17, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=79b89ad5-360e-4229-91d6-b34eb3843a17,segment=NetworkSegment(1d79f97d-fcf8-4a68-816f-935d7a40ea3d),segment_id=1d79f97d-fcf8-4a68-816f-935d7a40ea3d)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:22:27.333584 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-440fffd2-5416-448d-bd14-b35beac93952 req-499f14bc-62a7-4622-b7b0-8a845d5978de tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (79b89ad5-360e-4229-91d6-b34eb3843a17), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:27.357192 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-440fffd2-5416-448d-bd14-b35beac93952 req-499f14bc-62a7-4622-b7b0-8a845d5978de tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Calling delete_port for 79b89ad5-360e-4229-91d6-b34eb3843a17 owned by compute:nova {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:22:27.449785 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856097a-e823-4ef0-ad98-c87e74a7ea39 req-66dd90e9-b15e-4d9a-8ace-a3d1fbbbd61c tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:27.451824 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5856097a-e823-4ef0-ad98-c87e74a7ea39 req-66dd90e9-b15e-4d9a-8ace-a3d1fbbbd61c tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=a784ebec-292d-48c8-a43f-30f65f845336 HTTP/1.1" status: 200 len: 945 time: 0.1149936 Feb 15 04:22:27.489700 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93ac75-f070-49b2-814f-0437df3c09a4 req-7618706c-56ed-43fb-b8a5-22ea7c435cf2 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:27.491237 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7d93ac75-f070-49b2-814f-0437df3c09a4 req-7618706c-56ed-43fb-b8a5-22ea7c435cf2 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/ports?device_id=4927b63e-4590-4052-9e16-cb21d38af37a HTTP/1.1" status: 200 len: 947 time: 0.0590780 Feb 15 04:22:27.519750 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5856097a-e823-4ef0-ad98-c87e74a7ea39 req-b4508333-ee22-41a2-88c3-320b6326148e tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3e67908-6b02-4184-9a58-855567f095a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611842 Feb 15 04:22:27.542348 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7d93ac75-f070-49b2-814f-0437df3c09a4 req-6e6dcde1-19c4-4c83-81e2-6d09a587af38 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d9f429-a099-43fc-b1a3-b410e8df7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437686 Feb 15 04:22:27.570594 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-440fffd2-5416-448d-bd14-b35beac93952 req-499f14bc-62a7-4622-b7b0-8a845d5978de tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (79b89ad5-360e-4229-91d6-b34eb3843a17), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:27.583585 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['79b89ad5-360e-4229-91d6-b34eb3843a17'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:22:27.610064 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f14bc-62a7-4622-b7b0-8a845d5978de tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Pushing event deleted for resources: {'Port': ['ID=79b89ad5-360e-4229-91d6-b34eb3843a17,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:27.663547 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-440fffd2-5416-448d-bd14-b35beac93952 req-499f14bc-62a7-4622-b7b0-8a845d5978de tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] No DVR routers for this DVR port 79b89ad5-360e-4229-91d6-b34eb3843a17 on host hv-cinder-81610 {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:22:27.666149 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-440fffd2-5416-448d-bd14-b35beac93952 req-499f14bc-62a7-4622-b7b0-8a845d5978de tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:27.670627 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-440fffd2-5416-448d-bd14-b35beac93952 req-499f14bc-62a7-4622-b7b0-8a845d5978de tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.59 "DELETE /v2.0/ports/79b89ad5-360e-4229-91d6-b34eb3843a17 HTTP/1.1" status: 204 len: 173 time: 0.5762300 Feb 15 04:22:27.671051 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a784ebec-292d-48c8-a43f-30f65f845336', 'name': 'network-vif-deleted', 'tag': '79b89ad5-360e-4229-91d6-b34eb3843a17'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:22:27.673359 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28988fba-6baa-409c-8419-64605d28f066" -d '{"events": [{"server_uuid": "a784ebec-292d-48c8-a43f-30f65f845336", "name": "network-vif-deleted", "tag": "79b89ad5-360e-4229-91d6-b34eb3843a17"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:22:27.713329 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858f91f5-66ae-46cf-a4bb-a26549112b13 x-openstack-request-id: req-858f91f5-66ae-46cf-a4bb-a26549112b13 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:22:27.714302 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a784ebec-292d-48c8-a43f-30f65f845336", "name": "network-vif-deleted", "tag": "79b89ad5-360e-4229-91d6-b34eb3843a17", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:22:27.714660 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-858f91f5-66ae-46cf-a4bb-a26549112b13 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:22:27.715316 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a784ebec-292d-48c8-a43f-30f65f845336', 'name': 'network-vif-deleted', 'tag': '79b89ad5-360e-4229-91d6-b34eb3843a17', 'status': 'completed', 'code': 200} Feb 15 04:22:28.041245 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 1742f07e-2dd0-40ed-9cae-3d28b82b6119 up at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:22:28.098354 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning for port 1742f07e-2dd0-40ed-9cae-3d28b82b6119 completed by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 04:22:28.102432 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning complete for port 1742f07e-2dd0-40ed-9cae-3d28b82b6119 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:22:28.102808 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (1742f07e-2dd0-40ed-9cae-3d28b82b6119), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:28.185089 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 1742f07e-2dd0-40ed-9cae-3d28b82b6119 is: BUILD; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:22:28.185563 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (1742f07e-2dd0-40ed-9cae-3d28b82b6119), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:28.211757 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83bb9e1b-3966-4d2d-96b1-7d4806a550c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1742f07e-2dd0-40ed-9cae-3d28b82b6119'}] {{(pid=102635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:22:28.214408 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274a2a5e9be6a0ee09154d0e072c1b660d39e5ec588b61e50c849ad5e467022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2fc3d7-91a4-447f-aa48-cf6545d015de" -d '{"events": [{"server_uuid": "83bb9e1b-3966-4d2d-96b1-7d4806a550c3", "name": "network-vif-plugged", "status": "completed", "tag": "1742f07e-2dd0-40ed-9cae-3d28b82b6119"}]}' {{(pid=102635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:22:28.231378 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 1742f07e-2dd0-40ed-9cae-3d28b82b6119, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=1742f07e-2dd0-40ed-9cae-3d28b82b6119,segment=NetworkSegment(6e131826-e383-4c3d-a2a0-30aaa6333ce4),segment_id=6e131826-e383-4c3d-a2a0-30aaa6333ce4)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:22:28.237970 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (1742f07e-2dd0-40ed-9cae-3d28b82b6119), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:28.276129 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9488e27e-8efb-463a-9938-1d1647d2a233 x-openstack-request-id: req-9488e27e-8efb-463a-9938-1d1647d2a233 {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:22:28.277025 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83bb9e1b-3966-4d2d-96b1-7d4806a550c3", "name": "network-vif-plugged", "status": "completed", "tag": "1742f07e-2dd0-40ed-9cae-3d28b82b6119", "code": 200}]} {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:22:28.277586 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9488e27e-8efb-463a-9938-1d1647d2a233 {{(pid=102635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:22:28.278297 dv-cinder-816104-2-iscsi neutron-server[102635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83bb9e1b-3966-4d2d-96b1-7d4806a550c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1742f07e-2dd0-40ed-9cae-3d28b82b6119', 'code': 200} Feb 15 04:22:28.339646 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=1742f07e-2dd0-40ed-9cae-3d28b82b6119,revision_number=5']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:28.549370 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727590a-ccec-46c2-8df2-51e7804cdb43 req-681b7ea6-10bb-4e4d-be64-aaebfc39ae75 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:28.553748 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f727590a-ccec-46c2-8df2-51e7804cdb43 req-681b7ea6-10bb-4e4d-be64-aaebfc39ae75 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=83bb9e1b-3966-4d2d-96b1-7d4806a550c3 HTTP/1.1" status: 200 len: 945 time: 0.1038327 Feb 15 04:22:28.636489 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a50f3-e7d4-48f1-aee2-a2b67bed2935 req-2cfccd2e-c64f-44d7-bdda-7f7f9ad57cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:28.639499 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6e3a50f3-e7d4-48f1-aee2-a2b67bed2935 req-2cfccd2e-c64f-44d7-bdda-7f7f9ad57cf0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=83bb9e1b-3966-4d2d-96b1-7d4806a550c3 HTTP/1.1" status: 200 len: 1129 time: 0.1267900 Feb 15 04:22:28.691697 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f727590a-ccec-46c2-8df2-51e7804cdb43 req-d5cbf0f1-11bc-40ef-9658-29a8173bb732 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294410 Feb 15 04:22:28.738325 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6e3a50f3-e7d4-48f1-aee2-a2b67bed2935 req-70737883-7e62-495e-a97f-ea5d4426e190 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853717 Feb 15 04:22:28.745869 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e70497-38de-4550-80c1-317a48590024 req-35983fd3-57cd-459d-a40e-56d8f9c6e141 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:28.748085 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-27e70497-38de-4550-80c1-317a48590024 req-35983fd3-57cd-459d-a40e-56d8f9c6e141 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/ports?device_id=4927b63e-4590-4052-9e16-cb21d38af37a HTTP/1.1" status: 200 len: 947 time: 0.0870926 Feb 15 04:22:28.807006 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-27e70497-38de-4550-80c1-317a48590024 req-12c6fbbe-0b4c-4a1f-843d-f3390692f5ed tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d9f429-a099-43fc-b1a3-b410e8df7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484478 Feb 15 04:22:28.975016 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-52241370-4c62-4831-8f12-599fb9eca693 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:28.977674 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-52241370-4c62-4831-8f12-599fb9eca693 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/networks?id=3aa957fd-094f-4f75-ae1f-c55c6f04f441 HTTP/1.1" status: 200 len: 808 time: 0.1469305 Feb 15 04:22:28.997067 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-0d2f9d97-dece-41d8-a7ad-61d6aafd4c24 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/quotas/7deef946b4134d298ba4916987ac2d8f HTTP/1.1" status: 200 len: 375 time: 0.0107164 Feb 15 04:22:29.035228 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-77519a48-0e87-4e48-a084-63a8c52ffabf tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7deef946b4134d298ba4916987ac2d8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321472 Feb 15 04:22:29.153483 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-12739bb8-d0e3-4191-b1fa-9b838d5e6874 service neutron] 10.222.0.45 "GET /v2.0/networks/3aa957fd-094f-4f75-ae1f-c55c6f04f441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099517 Feb 15 04:22:29.268379 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-6c820857-a2d4-45ed-949f-270c2a647744 service neutron] 10.222.0.45 "GET /v2.0/networks/3aa957fd-094f-4f75-ae1f-c55c6f04f441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017146 Feb 15 04:22:29.417889 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef695f-7fad-4576-9e73-bd9ed38841de req-248f8cc7-94d6-4b18-9476-faa4044fd330 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:29.420479 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-97ef695f-7fad-4576-9e73-bd9ed38841de req-248f8cc7-94d6-4b18-9476-faa4044fd330 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0995033 Feb 15 04:22:29.426024 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef37e58-5f25-4c08-9ed1-c3f428060773 req-78e75fc5-4682-4f3e-822e-d8890192ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:29.427620 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-eef37e58-5f25-4c08-9ed1-c3f428060773 req-78e75fc5-4682-4f3e-822e-d8890192ed54 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f8bc531651b748a791dbbbc11ee10adb&device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 1130 time: 0.0876753 Feb 15 04:22:29.537087 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-97ef695f-7fad-4576-9e73-bd9ed38841de req-f4512228-85da-4cd6-b095-b33ccb392f49 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919433 Feb 15 04:22:29.600010 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8e4ea433-e164-4406-962e-7273f3950e8a req-30f5e064-44a4-4112-ba79-bda3c4f58e79 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=af0882aa-de73-439a-9ba2-d47b87b0feac HTTP/1.1" status: 200 len: 210 time: 0.1131732 Feb 15 04:22:29.654731 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef37e58-5f25-4c08-9ed1-c3f428060773 req-5178f9dc-25dd-45d7-8c09-0a7f07cdf7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:29.656241 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-eef37e58-5f25-4c08-9ed1-c3f428060773 req-5178f9dc-25dd-45d7-8c09-0a7f07cdf7db service neutron] 10.222.0.59 "GET /v2.0/networks?id=ee659080-78cf-4efd-be3b-466b39ec5040 HTTP/1.1" status: 200 len: 919 time: 0.2164128 Feb 15 04:22:29.724173 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-eef37e58-5f25-4c08-9ed1-c3f428060773 req-8a0abc76-e8a3-4f27-9aba-c4bcb645707c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3de6a7fb-53a5-40a9-af0f-ab012f0726c6 HTTP/1.1" status: 200 len: 217 time: 0.0599852 Feb 15 04:22:29.801186 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef37e58-5f25-4c08-9ed1-c3f428060773 req-0c9bfde3-03d3-4606-974a-9e0f10f904e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:29.803099 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-eef37e58-5f25-4c08-9ed1-c3f428060773 req-0c9bfde3-03d3-4606-974a-9e0f10f904e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4162ffac-2362-474f-b644-4e31f81938f3 HTTP/1.1" status: 200 len: 859 time: 0.0711324 Feb 15 04:22:29.850397 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-eef37e58-5f25-4c08-9ed1-c3f428060773 req-038e6b22-5d43-4e94-9447-0760070dae60 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ee659080-78cf-4efd-be3b-466b39ec5040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347137 Feb 15 04:22:29.889934 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a978eb4-6c62-4c31-ad0d-dd0ffc4ec5bc req-c8da6e6f-7136-4460-996a-d48ecef8b1de tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:29.893474 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7a978eb4-6c62-4c31-ad0d-dd0ffc4ec5bc req-c8da6e6f-7136-4460-996a-d48ecef8b1de tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=83bb9e1b-3966-4d2d-96b1-7d4806a550c3 HTTP/1.1" status: 200 len: 945 time: 0.0996466 Feb 15 04:22:29.946875 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7a978eb4-6c62-4c31-ad0d-dd0ffc4ec5bc req-041218c2-0d9b-4323-9081-11c4e4c14300 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495436 Feb 15 04:22:30.036845 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f66f2a-6655-41a7-b01a-e361f273828e req-dc2a0663-238b-4180-98c6-01546539cf69 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:30.038426 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-49f66f2a-6655-41a7-b01a-e361f273828e req-dc2a0663-238b-4180-98c6-01546539cf69 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/ports?device_id=4927b63e-4590-4052-9e16-cb21d38af37a HTTP/1.1" status: 200 len: 947 time: 0.1478014 Feb 15 04:22:30.042597 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-eef37e58-5f25-4c08-9ed1-c3f428060773 req-b97892a4-6ea1-4154-a1b2-79c0706286ae service neutron] 10.222.0.59 "GET /v2.0/networks/ee659080-78cf-4efd-be3b-466b39ec5040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843269 Feb 15 04:22:30.051149 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device e709a868-049d-4654-be1c-480745e89215 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 04:22:30.053395 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 79b89ad5-360e-4229-91d6-b34eb3843a17 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:22:30.081566 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] No Port match for: 79b89ad5-360e-4229-91d6-b34eb3843a17 {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:22:30.082216 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 79b89ad5-360e-4229-91d6-b34eb3843a17 not bound to the agent host hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:22:30.190564 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port e709a868-049d-4654-be1c-480745e89215, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=e709a868-049d-4654-be1c-480745e89215,segment=NetworkSegment(084702ea-63cf-404f-b0bc-258e0a5c8347),segment_id=084702ea-63cf-404f-b0bc-258e0a5c8347)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:22:30.211845 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Returning: {'device': 'e709a868-049d-4654-be1c-480745e89215', 'network_id': '46bd0f52-f947-4c68-9bd6-f0e668b839e9', 'port_id': 'e709a868-049d-4654-be1c-480745e89215', 'mac_address': 'fa:16:3e:59:89:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bfeefa6-3ac5-46e0-a9d7-6cc92b5d6dd2', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 04:22:30.223977 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-49f66f2a-6655-41a7-b01a-e361f273828e req-64e6f1c8-5749-4cd5-b065-156a219dcb3e tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d9f429-a099-43fc-b1a3-b410e8df7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758745 Feb 15 04:22:30.266890 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-eef37e58-5f25-4c08-9ed1-c3f428060773 req-e3ad1e7f-84c1-4ebd-9b55-e6a72e1b7406 service neutron] 10.222.0.59 "GET /v2.0/networks/ee659080-78cf-4efd-be3b-466b39ec5040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117581 Feb 15 04:22:30.290702 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port e709a868-049d-4654-be1c-480745e89215 is: DOWN; New status is: BUILD {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:22:30.291381 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (e709a868-049d-4654-be1c-480745e89215), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:30.318709 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e709a868-049d-4654-be1c-480745e89215 {{(pid=102635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:22:30.358623 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port e709a868-049d-4654-be1c-480745e89215, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=e709a868-049d-4654-be1c-480745e89215,segment=NetworkSegment(084702ea-63cf-404f-b0bc-258e0a5c8347),segment_id=084702ea-63cf-404f-b0bc-258e0a5c8347)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:22:30.366004 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (e709a868-049d-4654-be1c-480745e89215), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:30.421458 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=e709a868-049d-4654-be1c-480745e89215,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:30.688484 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70595f4-95a6-4bb2-b4d3-cbe159f0b588 req-bb5889d3-bd1d-437e-9511-fc84691a7d8d tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:30.691022 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-b70595f4-95a6-4bb2-b4d3-cbe159f0b588 req-bb5889d3-bd1d-437e-9511-fc84691a7d8d tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0729599 Feb 15 04:22:30.739688 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-85cb7bed-01bd-4e62-a118-babf85f642c6 req-ccd1d8ff-e24d-48b3-8533-a804ffe1efa5 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=af0882aa-de73-439a-9ba2-d47b87b0feac HTTP/1.1" status: 200 len: 210 time: 0.0378239 Feb 15 04:22:30.765553 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-b70595f4-95a6-4bb2-b4d3-cbe159f0b588 req-a477f21f-874a-40f4-9f89-bc0f71359329 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689471 Feb 15 04:22:30.959918 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['e709a868-049d-4654-be1c-480745e89215'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:22:31.002133 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-e7893fa2-a124-4f26-9ccd-6947a0e3f49c tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:31.007275 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-e7893fa2-a124-4f26-9ccd-6947a0e3f49c tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.59 "GET /v2.0/networks?id=3aa957fd-094f-4f75-ae1f-c55c6f04f441 HTTP/1.1" status: 200 len: 808 time: 0.1554415 Feb 15 04:22:31.039643 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-967a71bc-5ee4-459a-86a0-8ea3c5b284c2 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Request body: {'port': {'device_id': 'af0882aa-de73-439a-9ba2-d47b87b0feac', 'network_id': '3aa957fd-094f-4f75-ae1f-c55c6f04f441', 'admin_state_up': True, 'tenant_id': '7deef946b4134d298ba4916987ac2d8f'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:22:31.221119 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c134dd8-36a7-4995-bbe1-caac68d2b8e5 req-0ce60e5c-8d85-4552-8f58-800217599a0a tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:31.222705 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1c134dd8-36a7-4995-bbe1-caac68d2b8e5 req-0ce60e5c-8d85-4552-8f58-800217599a0a tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=83bb9e1b-3966-4d2d-96b1-7d4806a550c3 HTTP/1.1" status: 200 len: 945 time: 0.1540561 Feb 15 04:22:31.271303 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-967a71bc-5ee4-459a-86a0-8ea3c5b284c2 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Made reservation on behalf of 7deef946b4134d298ba4916987ac2d8f for: {'port': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:22:31.274802 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-967a71bc-5ee4-459a-86a0-8ea3c5b284c2 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:31.310964 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1c134dd8-36a7-4995-bbe1-caac68d2b8e5 req-41614641-5509-4754-9305-e6c9e32764f4 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803447 Feb 15 04:22:31.427116 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fc382-835d-487c-8129-63eff65618b2 req-1bbfd02e-5175-4026-b41d-30ed95f6796b tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:31.428659 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-1f6fc382-835d-487c-8129-63eff65618b2 req-1bbfd02e-5175-4026-b41d-30ed95f6796b tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/ports?device_id=4927b63e-4590-4052-9e16-cb21d38af37a HTTP/1.1" status: 200 len: 948 time: 0.0622001 Feb 15 04:22:31.468274 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-967a71bc-5ee4-459a-86a0-8ea3c5b284c2 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Allocated IP 172.20.0.8 (3aa957fd-094f-4f75-ae1f-c55c6f04f441/781a9ef2-89df-46c7-a37f-6062c3f6eec7/e7946db1-fe7c-4912-bb5d-ecd8ed3faa00) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:22:31.515840 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-1f6fc382-835d-487c-8129-63eff65618b2 req-8ae4679d-e4f1-4de5-b6d1-a77868426c1e tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d9f429-a099-43fc-b1a3-b410e8df7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808418 Feb 15 04:22:31.656028 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-967a71bc-5ee4-459a-86a0-8ea3c5b284c2 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Publish callbacks [] for port (e7946db1-fe7c-4912-bb5d-ecd8ed3faa00), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:31.700071 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-967a71bc-5ee4-459a-86a0-8ea3c5b284c2 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (e7946db1-fe7c-4912-bb5d-ecd8ed3faa00), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:31.775372 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-967a71bc-5ee4-459a-86a0-8ea3c5b284c2 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Network 3aa957fd-094f-4f75-ae1f-c55c6f04f441 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:22:31.784210 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-967a71bc-5ee4-459a-86a0-8ea3c5b284c2 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:22:31.788287 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-967a71bc-5ee4-459a-86a0-8ea3c5b284c2 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:22:31.819210 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a71bc-5ee4-459a-86a0-8ea3c5b284c2 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Pushing event updated for resources: {'Port': ['ID=e7946db1-fe7c-4912-bb5d-ecd8ed3faa00,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:31.878993 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-967a71bc-5ee4-459a-86a0-8ea3c5b284c2 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:31.880242 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-967a71bc-5ee4-459a-86a0-8ea3c5b284c2 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:31.903156 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-967a71bc-5ee4-459a-86a0-8ea3c5b284c2 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8834167 Feb 15 04:22:31.919791 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86326f73-d31f-45a2-9f98-07d00eafee7d req-8c92592c-4b43-42dc-8b93-afb4806cf2d2 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:31.922795 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-86326f73-d31f-45a2-9f98-07d00eafee7d req-8c92592c-4b43-42dc-8b93-afb4806cf2d2 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=af0882aa-de73-439a-9ba2-d47b87b0feac HTTP/1.1" status: 200 len: 931 time: 0.0888827 Feb 15 04:22:31.925033 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7d64a-ed0a-4d1d-839c-e026d9ecbb31 req-99e2762e-3c8a-46fd-a8a5-df89166c7529 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:31.928036 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-bbecb860-d96a-4dfc-8c07-dfe68ebd767d service neutron] Request body: {'port': {'device_id': 'af0882aa-de73-439a-9ba2-d47b87b0feac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:22:31.928864 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-cee7d64a-ed0a-4d1d-839c-e026d9ecbb31 req-99e2762e-3c8a-46fd-a8a5-df89166c7529 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0742948 Feb 15 04:22:31.986740 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-cee7d64a-ed0a-4d1d-839c-e026d9ecbb31 req-a98a1f8d-bb1e-464b-8928-7d298a8f51a0 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545342 Feb 15 04:22:32.039230 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-86326f73-d31f-45a2-9f98-07d00eafee7d req-94468161-bb50-48c5-8c28-a6d572f37075 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3e67908-6b02-4184-9a58-855567f095a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083403 Feb 15 04:22:32.042364 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-bbecb860-d96a-4dfc-8c07-dfe68ebd767d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (e7946db1-fe7c-4912-bb5d-ecd8ed3faa00), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:32.267847 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-22361a92-70ab-4d37-942f-a21ac7f3be27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:32.342771 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-bbecb860-d96a-4dfc-8c07-dfe68ebd767d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7946db1-fe7c-4912-bb5d-ecd8ed3faa00 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:22:32.354663 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-bbecb860-d96a-4dfc-8c07-dfe68ebd767d service neutron] Publish callbacks [] for port (e7946db1-fe7c-4912-bb5d-ecd8ed3faa00), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:32.368509 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-bbecb860-d96a-4dfc-8c07-dfe68ebd767d service neutron] Transition to ACTIVE for port object e7946db1-fe7c-4912-bb5d-ecd8ed3faa00 will not be triggered until provisioned by entity L2. {{(pid=102633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 04:22:32.373689 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-bbecb860-d96a-4dfc-8c07-dfe68ebd767d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (e7946db1-fe7c-4912-bb5d-ecd8ed3faa00), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:32.429569 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbecb860-d96a-4dfc-8c07-dfe68ebd767d service neutron] Pushing event updated for resources: {'Port': ['ID=e7946db1-fe7c-4912-bb5d-ecd8ed3faa00,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:32.470058 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48625f8-7d83-4b96-b31c-ee3de272152d req-f80f94de-d694-4b41-9772-ca8487558b95 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:32.472562 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a48625f8-7d83-4b96-b31c-ee3de272152d req-f80f94de-d694-4b41-9772-ca8487558b95 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=83bb9e1b-3966-4d2d-96b1-7d4806a550c3 HTTP/1.1" status: 200 len: 945 time: 0.0888417 Feb 15 04:22:32.512111 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-bbecb860-d96a-4dfc-8c07-dfe68ebd767d service neutron] Attempting to bind port e7946db1-fe7c-4912-bb5d-ecd8ed3faa00 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:22:32.512655 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-bbecb860-d96a-4dfc-8c07-dfe68ebd767d service neutron] Attempting to bind port e7946db1-fe7c-4912-bb5d-ecd8ed3faa00 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '1d79f97d-fcf8-4a68-816f-935d7a40ea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3aa957fd-094f-4f75-ae1f-c55c6f04f441'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:22:32.513259 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-bbecb860-d96a-4dfc-8c07-dfe68ebd767d service neutron] Attempting to bind port e7946db1-fe7c-4912-bb5d-ecd8ed3faa00 on network 3aa957fd-094f-4f75-ae1f-c55c6f04f441 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:22:32.519413 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-bbecb860-d96a-4dfc-8c07-dfe68ebd767d service neutron] Port e7946db1-fe7c-4912-bb5d-ecd8ed3faa00 on network 3aa957fd-094f-4f75-ae1f-c55c6f04f441 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 04:22:32.519782 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-bbecb860-d96a-4dfc-8c07-dfe68ebd767d service neutron] Attempting to bind port e7946db1-fe7c-4912-bb5d-ecd8ed3faa00 on network 3aa957fd-094f-4f75-ae1f-c55c6f04f441 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:22:32.524975 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-bbecb860-d96a-4dfc-8c07-dfe68ebd767d service neutron] Checking agent: {'id': '3d42c16f-c1cc-4a31-813a-51fffe75373d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'started_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:22:32.525321 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-bbecb860-d96a-4dfc-8c07-dfe68ebd767d service neutron] Checking segment: {'id': '1d79f97d-fcf8-4a68-816f-935d7a40ea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3aa957fd-094f-4f75-ae1f-c55c6f04f441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:22:32.525708 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-bbecb860-d96a-4dfc-8c07-dfe68ebd767d service neutron] Bound using segment: {'id': '1d79f97d-fcf8-4a68-816f-935d7a40ea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3aa957fd-094f-4f75-ae1f-c55c6f04f441'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:22:32.526135 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-bbecb860-d96a-4dfc-8c07-dfe68ebd767d service neutron] Bound port: e7946db1-fe7c-4912-bb5d-ecd8ed3faa00, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d79f97d-fcf8-4a68-816f-935d7a40ea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3aa957fd-094f-4f75-ae1f-c55c6f04f441'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:22:32.526500 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-bbecb860-d96a-4dfc-8c07-dfe68ebd767d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (e7946db1-fe7c-4912-bb5d-ecd8ed3faa00), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:32.537088 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a48625f8-7d83-4b96-b31c-ee3de272152d req-ee571419-6483-498f-b8ca-b03da67eadfc tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586095 Feb 15 04:22:32.608563 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-bbecb860-d96a-4dfc-8c07-dfe68ebd767d service neutron] For port e7946db1-fe7c-4912-bb5d-ecd8ed3faa00, host hv-cinder-81610, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:22:32.613342 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-bbecb860-d96a-4dfc-8c07-dfe68ebd767d service neutron] For port e7946db1-fe7c-4912-bb5d-ecd8ed3faa00, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=e7946db1-fe7c-4912-bb5d-ecd8ed3faa00,segment=NetworkSegment(1d79f97d-fcf8-4a68-816f-935d7a40ea3d),segment_id=1d79f97d-fcf8-4a68-816f-935d7a40ea3d)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:22:32.620542 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-bbecb860-d96a-4dfc-8c07-dfe68ebd767d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (e7946db1-fe7c-4912-bb5d-ecd8ed3faa00), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:32.695342 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-bbecb860-d96a-4dfc-8c07-dfe68ebd767d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:32.696377 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-bbecb860-d96a-4dfc-8c07-dfe68ebd767d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:32.698732 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-bbecb860-d96a-4dfc-8c07-dfe68ebd767d service neutron] 10.222.0.59 "PUT /v2.0/ports/e7946db1-fe7c-4912-bb5d-ecd8ed3faa00 HTTP/1.1" status: 200 len: 1093 time: 0.7747996 Feb 15 04:22:32.704310 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0882aa-de73-439a-9ba2-d47b87b0feac', 'tag': 'e7946db1-fe7c-4912-bb5d-ecd8ed3faa00'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:22:32.706805 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61834f70-0e1a-4f34-b93d-889260b58da2" -d '{"events": [{"name": "network-changed", "server_uuid": "af0882aa-de73-439a-9ba2-d47b87b0feac", "tag": "e7946db1-fe7c-4912-bb5d-ecd8ed3faa00"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:22:32.752505 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbecb860-d96a-4dfc-8c07-dfe68ebd767d service neutron] Pushing event updated for resources: {'Port': ['ID=e7946db1-fe7c-4912-bb5d-ecd8ed3faa00,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:32.777870 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052854e5-92f5-4aab-81bd-844722ee3738 req-70d50183-0bb5-4156-a622-aac098f3022a tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:32.787709 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-052854e5-92f5-4aab-81bd-844722ee3738 req-70d50183-0bb5-4156-a622-aac098f3022a tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/ports?device_id=4927b63e-4590-4052-9e16-cb21d38af37a HTTP/1.1" status: 200 len: 948 time: 0.1402130 Feb 15 04:22:32.808528 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b0e144-6550-4ff6-9f1d-f9afe9cf4149 x-openstack-request-id: req-c1b0e144-6550-4ff6-9f1d-f9afe9cf4149 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:22:32.808528 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0882aa-de73-439a-9ba2-d47b87b0feac", "tag": "e7946db1-fe7c-4912-bb5d-ecd8ed3faa00", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:22:32.808820 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c1b0e144-6550-4ff6-9f1d-f9afe9cf4149 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:22:32.809246 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0882aa-de73-439a-9ba2-d47b87b0feac', 'tag': 'e7946db1-fe7c-4912-bb5d-ecd8ed3faa00', 'status': 'completed', 'code': 200} Feb 15 04:22:32.879458 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-052854e5-92f5-4aab-81bd-844722ee3738 req-9e15ea74-5abb-46d4-bba2-da4aff644303 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d9f429-a099-43fc-b1a3-b410e8df7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906727 Feb 15 04:22:32.899721 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-ae307550-6b89-4b71-b9e2-ccb49955098a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:32.901996 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-ae307550-6b89-4b71-b9e2-ccb49955098a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7deef946b4134d298ba4916987ac2d8f&device_id=af0882aa-de73-439a-9ba2-d47b87b0feac HTTP/1.1" status: 200 len: 1127 time: 0.0818684 Feb 15 04:22:32.960163 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-08fb2679-5eed-42c6-b53e-ee05d6c6e669 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7946db1-fe7c-4912-bb5d-ecd8ed3faa00 HTTP/1.1" status: 200 len: 217 time: 0.0510225 Feb 15 04:22:33.018306 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-0cb36431-1a4d-4d06-a1b2-24e263f2c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:33.019811 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-0cb36431-1a4d-4d06-a1b2-24e263f2c205 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=781a9ef2-89df-46c7-a37f-6062c3f6eec7 HTTP/1.1" status: 200 len: 848 time: 0.0522089 Feb 15 04:22:33.087247 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-ff9d8645-7254-45d3-9035-aeb82ec70272 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3aa957fd-094f-4f75-ae1f-c55c6f04f441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547032 Feb 15 04:22:33.189170 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278a12d-3361-4d58-ad48-ffd4f26cc8dc req-399a594a-cfcf-4f54-98fa-d3b62bba9468 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:33.190820 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-b278a12d-3361-4d58-ad48-ffd4f26cc8dc req-399a594a-cfcf-4f54-98fa-d3b62bba9468 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0825775 Feb 15 04:22:33.249232 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-b278a12d-3361-4d58-ad48-ffd4f26cc8dc req-25ff4a90-4cc2-481b-96b1-8cb5ace2189d tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484331 Feb 15 04:22:33.270357 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c09929-4695-43ae-af85-88148c71d6f7 req-12c5158d-db18-4d7f-a785-7ab08cf6bddb tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:33.272045 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-67c09929-4695-43ae-af85-88148c71d6f7 req-12c5158d-db18-4d7f-a785-7ab08cf6bddb tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=af0882aa-de73-439a-9ba2-d47b87b0feac HTTP/1.1" status: 200 len: 943 time: 0.1030626 Feb 15 04:22:33.274315 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-d919a854-cbba-4f88-9da0-b97fae7e7280 service neutron] 10.222.0.59 "GET /v2.0/networks/3aa957fd-094f-4f75-ae1f-c55c6f04f441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791704 Feb 15 04:22:33.380321 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-67c09929-4695-43ae-af85-88148c71d6f7 req-923a4ab7-f307-4760-929b-a6e8c8fd62c4 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3e67908-6b02-4184-9a58-855567f095a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001840 Feb 15 04:22:33.409767 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c1a969f9-a7e6-4fc1-a0e3-5dacc64f1e5e req-6afe8002-11ea-4690-9794-a5b79b8a372c service neutron] 10.222.0.59 "GET /v2.0/networks/3aa957fd-094f-4f75-ae1f-c55c6f04f441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233523 Feb 15 04:22:33.520579 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61834f70-0e1a-4f34-b93d-889260b58da2 req-14bdc3f6-7e1b-4f91-b946-69b7b9628945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:33.522851 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-61834f70-0e1a-4f34-b93d-889260b58da2 req-14bdc3f6-7e1b-4f91-b946-69b7b9628945 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7deef946b4134d298ba4916987ac2d8f&device_id=af0882aa-de73-439a-9ba2-d47b87b0feac HTTP/1.1" status: 200 len: 1127 time: 0.0611045 Feb 15 04:22:33.628855 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61834f70-0e1a-4f34-b93d-889260b58da2 req-5e7e29fe-6acf-4622-a0cf-4d5f970c9991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:33.630400 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-61834f70-0e1a-4f34-b93d-889260b58da2 req-5e7e29fe-6acf-4622-a0cf-4d5f970c9991 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3aa957fd-094f-4f75-ae1f-c55c6f04f441 HTTP/1.1" status: 200 len: 908 time: 0.1006792 Feb 15 04:22:33.679010 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-61834f70-0e1a-4f34-b93d-889260b58da2 req-3ab0f031-9076-4beb-8b55-cee0d11ab038 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7946db1-fe7c-4912-bb5d-ecd8ed3faa00 HTTP/1.1" status: 200 len: 217 time: 0.0416977 Feb 15 04:22:33.737464 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61834f70-0e1a-4f34-b93d-889260b58da2 req-945d0ae2-9651-4147-b7fb-a6af00443f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:33.738906 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-61834f70-0e1a-4f34-b93d-889260b58da2 req-945d0ae2-9651-4147-b7fb-a6af00443f5c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=781a9ef2-89df-46c7-a37f-6062c3f6eec7 HTTP/1.1" status: 200 len: 848 time: 0.0546420 Feb 15 04:22:33.780854 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-61834f70-0e1a-4f34-b93d-889260b58da2 req-80150808-c74f-410a-9de8-8f1ac34fbd84 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3aa957fd-094f-4f75-ae1f-c55c6f04f441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338545 Feb 15 04:22:33.895517 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-61834f70-0e1a-4f34-b93d-889260b58da2 req-605f1400-b05d-46c8-ac42-4c0bfc37d15a service neutron] 10.222.0.59 "GET /v2.0/networks/3aa957fd-094f-4f75-ae1f-c55c6f04f441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058507 Feb 15 04:22:34.009598 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-61834f70-0e1a-4f34-b93d-889260b58da2 req-7cfb8997-c6b2-438a-9914-b859627e6d47 service neutron] 10.222.0.59 "GET /v2.0/networks/3aa957fd-094f-4f75-ae1f-c55c6f04f441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066551 Feb 15 04:22:34.032444 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a9da9-1ff3-4e6f-8ef8-51a271ab98a7 req-39432f5f-7cab-41ae-b4af-ed2907473285 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:34.034307 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-713a9da9-1ff3-4e6f-8ef8-51a271ab98a7 req-39432f5f-7cab-41ae-b4af-ed2907473285 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/ports?device_id=4927b63e-4590-4052-9e16-cb21d38af37a HTTP/1.1" status: 200 len: 948 time: 0.0598590 Feb 15 04:22:34.084482 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device e709a868-049d-4654-be1c-480745e89215 up at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:22:34.086060 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-713a9da9-1ff3-4e6f-8ef8-51a271ab98a7 req-4b4d83fe-de14-4b93-aa59-2d2a6947cbd1 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d9f429-a099-43fc-b1a3-b410e8df7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459049 Feb 15 04:22:34.152020 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning for port e709a868-049d-4654-be1c-480745e89215 completed by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 04:22:34.157377 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning complete for port e709a868-049d-4654-be1c-480745e89215 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:22:34.157751 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (e709a868-049d-4654-be1c-480745e89215), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:34.246880 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port e709a868-049d-4654-be1c-480745e89215 is: BUILD; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:22:34.247375 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (e709a868-049d-4654-be1c-480745e89215), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:34.274364 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4927b63e-4590-4052-9e16-cb21d38af37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e709a868-049d-4654-be1c-480745e89215'}] {{(pid=102635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:22:34.276923 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274a2a5e9be6a0ee09154d0e072c1b660d39e5ec588b61e50c849ad5e467022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c6391f-a067-413a-a979-c8ad405fe39e" -d '{"events": [{"server_uuid": "4927b63e-4590-4052-9e16-cb21d38af37a", "name": "network-vif-plugged", "status": "completed", "tag": "e709a868-049d-4654-be1c-480745e89215"}]}' {{(pid=102635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:22:34.290085 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port e709a868-049d-4654-be1c-480745e89215, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=e709a868-049d-4654-be1c-480745e89215,segment=NetworkSegment(084702ea-63cf-404f-b0bc-258e0a5c8347),segment_id=084702ea-63cf-404f-b0bc-258e0a5c8347)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:22:34.296143 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (e709a868-049d-4654-be1c-480745e89215), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:34.330560 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceeacfcf-64ac-4b92-8338-0c5796c7bbb0 x-openstack-request-id: req-ceeacfcf-64ac-4b92-8338-0c5796c7bbb0 {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:22:34.330882 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4927b63e-4590-4052-9e16-cb21d38af37a", "name": "network-vif-plugged", "status": "completed", "tag": "e709a868-049d-4654-be1c-480745e89215", "code": 200}]} {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:22:34.331133 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ceeacfcf-64ac-4b92-8338-0c5796c7bbb0 {{(pid=102635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:22:34.331524 dv-cinder-816104-2-iscsi neutron-server[102635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4927b63e-4590-4052-9e16-cb21d38af37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e709a868-049d-4654-be1c-480745e89215', 'code': 200} Feb 15 04:22:34.365513 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=e709a868-049d-4654-be1c-480745e89215,revision_number=5']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:34.411603 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73da8fc-c08d-444d-b982-9f084a49b462 req-912b92a7-5160-4183-a5b7-71d69aa61a76 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:34.413178 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c73da8fc-c08d-444d-b982-9f084a49b462 req-912b92a7-5160-4183-a5b7-71d69aa61a76 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0757771 Feb 15 04:22:34.498286 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c73da8fc-c08d-444d-b982-9f084a49b462 req-df5f9aaa-4167-4835-b2bd-bc080ea0cbd0 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712044 Feb 15 04:22:34.544667 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de15206-f90b-4a74-bca6-5770bff2c096 req-2f93da21-91c8-4121-95e1-a27a8c7b268e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:34.547024 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3de15206-f90b-4a74-bca6-5770bff2c096 req-2f93da21-91c8-4121-95e1-a27a8c7b268e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4927b63e-4590-4052-9e16-cb21d38af37a HTTP/1.1" status: 200 len: 1133 time: 0.0614073 Feb 15 04:22:34.572614 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187b9c5-ce3f-492a-a1be-da10066c36c6 req-54c67ca3-3bd9-49ce-a5c2-f9248a7aa7c9 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:34.574234 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-5187b9c5-ce3f-492a-a1be-da10066c36c6 req-54c67ca3-3bd9-49ce-a5c2-f9248a7aa7c9 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=af0882aa-de73-439a-9ba2-d47b87b0feac HTTP/1.1" status: 200 len: 943 time: 0.0710878 Feb 15 04:22:34.601490 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3de15206-f90b-4a74-bca6-5770bff2c096 req-62e0d5ed-165f-4bd6-8ebb-bf8fca8bf492 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=78d9f429-a099-43fc-b1a3-b410e8df7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453229 Feb 15 04:22:34.630207 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-5187b9c5-ce3f-492a-a1be-da10066c36c6 req-0a20fdc7-be61-40c3-a7d5-a38a0c4159c7 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3e67908-6b02-4184-9a58-855567f095a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454311 Feb 15 04:22:35.227356 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba19196-ab53-4bb3-89f8-8babc493343b req-52b90bd2-5800-448e-9814-f3cad411279b tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:35.229031 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9ba19196-ab53-4bb3-89f8-8babc493343b req-52b90bd2-5800-448e-9814-f3cad411279b tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/ports?device_id=4927b63e-4590-4052-9e16-cb21d38af37a HTTP/1.1" status: 200 len: 949 time: 0.0681000 Feb 15 04:22:35.298184 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9ba19196-ab53-4bb3-89f8-8babc493343b req-3786b42b-8a40-4c9c-8484-fef3259961e6 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d9f429-a099-43fc-b1a3-b410e8df7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615754 Feb 15 04:22:35.667967 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a607e1-db4d-4687-9c21-0c1f5fb0bda7 req-f5e29d1d-f936-4479-9370-ed981da8ee94 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:35.672597 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c5a607e1-db4d-4687-9c21-0c1f5fb0bda7 req-f5e29d1d-f936-4479-9370-ed981da8ee94 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0773091 Feb 15 04:22:35.761167 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c5a607e1-db4d-4687-9c21-0c1f5fb0bda7 req-2b849e31-3492-463e-93e4-58be91210f99 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736108 Feb 15 04:22:35.792308 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e7ec9-8aa7-482d-8c60-75821b20d96c req-b9263106-024d-46c2-957d-510e8120cb79 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:35.794526 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a06e7ec9-8aa7-482d-8c60-75821b20d96c req-b9263106-024d-46c2-957d-510e8120cb79 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=af0882aa-de73-439a-9ba2-d47b87b0feac HTTP/1.1" status: 200 len: 943 time: 0.0729194 Feb 15 04:22:35.848336 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a06e7ec9-8aa7-482d-8c60-75821b20d96c req-a73a9ed5-2850-45a0-91aa-32aebf887446 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3e67908-6b02-4184-9a58-855567f095a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476866 Feb 15 04:22:36.054810 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-4360b113-1977-4fb9-a138-5c9341c61aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:36.412217 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:36.447158 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1c8d8-27c6-4bae-b725-077fa62c02d7 req-14435315-f635-453e-ab5d-2cf5648cda93 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:36.448842 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1cf1c8d8-27c6-4bae-b725-077fa62c02d7 req-14435315-f635-453e-ab5d-2cf5648cda93 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/ports?device_id=4927b63e-4590-4052-9e16-cb21d38af37a HTTP/1.1" status: 200 len: 949 time: 0.0699615 Feb 15 04:22:36.505534 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1cf1c8d8-27c6-4bae-b725-077fa62c02d7 req-0db53905-143f-4428-ae93-bb96fd6b7bbb tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d9f429-a099-43fc-b1a3-b410e8df7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493653 Feb 15 04:22:36.924356 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89285d3b-b20c-457b-815d-6b3efd0357bf req-7b847d8c-ee04-45b3-b6f7-2b37620ccb56 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:36.927012 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-89285d3b-b20c-457b-815d-6b3efd0357bf req-7b847d8c-ee04-45b3-b6f7-2b37620ccb56 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0795009 Feb 15 04:22:36.992566 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-89285d3b-b20c-457b-815d-6b3efd0357bf req-e845359c-ef76-486d-8aa8-55535a9a43b5 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599072 Feb 15 04:22:37.015245 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb7f5f-fa0f-401e-a517-29a68682c3bb req-cf7bbd06-dc45-4079-b4ff-d21d6c13cdef tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:37.017774 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-66fb7f5f-fa0f-401e-a517-29a68682c3bb req-cf7bbd06-dc45-4079-b4ff-d21d6c13cdef tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=af0882aa-de73-439a-9ba2-d47b87b0feac HTTP/1.1" status: 200 len: 943 time: 0.0721061 Feb 15 04:22:37.071575 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-66fb7f5f-fa0f-401e-a517-29a68682c3bb req-c33b63b4-9131-4572-b30a-3a38e08f1f40 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3e67908-6b02-4184-9a58-855567f095a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482948 Feb 15 04:22:37.643427 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581ab20-d142-45b8-89be-a8dc59b7b6f9 req-08159aec-a55e-4bf4-a074-9b025d6f2543 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:37.645147 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-b581ab20-d142-45b8-89be-a8dc59b7b6f9 req-08159aec-a55e-4bf4-a074-9b025d6f2543 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/ports?device_id=4927b63e-4590-4052-9e16-cb21d38af37a HTTP/1.1" status: 200 len: 949 time: 0.0646219 Feb 15 04:22:37.702393 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-b581ab20-d142-45b8-89be-a8dc59b7b6f9 req-7ba7e06a-2d9d-49d4-8704-03eb59e907ab tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d9f429-a099-43fc-b1a3-b410e8df7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464494 Feb 15 04:22:38.105867 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device e7946db1-fe7c-4912-bb5d-ecd8ed3faa00 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 04:22:38.160781 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d410db-bc65-48c7-bc89-948b97bed8df req-ffea0704-b4f6-494f-9437-c9db78bf42dc tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:38.164590 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-24d410db-bc65-48c7-bc89-948b97bed8df req-ffea0704-b4f6-494f-9437-c9db78bf42dc tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0893521 Feb 15 04:22:38.208067 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e933233-da8c-41a7-9c75-83ab0e8de7d7 req-ca1fde4c-aa62-4c68-adfc-975389e83810 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:38.209691 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-9e933233-da8c-41a7-9c75-83ab0e8de7d7 req-ca1fde4c-aa62-4c68-adfc-975389e83810 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=af0882aa-de73-439a-9ba2-d47b87b0feac HTTP/1.1" status: 200 len: 943 time: 0.0587289 Feb 15 04:22:38.248692 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-24d410db-bc65-48c7-bc89-948b97bed8df req-0635532a-1ee3-491c-9d88-f1e1a69da468 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775893 Feb 15 04:22:38.271379 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port e7946db1-fe7c-4912-bb5d-ecd8ed3faa00, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=e7946db1-fe7c-4912-bb5d-ecd8ed3faa00,segment=NetworkSegment(1d79f97d-fcf8-4a68-816f-935d7a40ea3d),segment_id=1d79f97d-fcf8-4a68-816f-935d7a40ea3d)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:22:38.275994 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-9e933233-da8c-41a7-9c75-83ab0e8de7d7 req-dea76aac-93cf-42c1-b137-db7da50cc1c9 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3e67908-6b02-4184-9a58-855567f095a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579898 Feb 15 04:22:38.285151 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Returning: {'device': 'e7946db1-fe7c-4912-bb5d-ecd8ed3faa00', 'network_id': '3aa957fd-094f-4f75-ae1f-c55c6f04f441', 'port_id': 'e7946db1-fe7c-4912-bb5d-ecd8ed3faa00', 'mac_address': 'fa:16:3e:8b:3e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '781a9ef2-89df-46c7-a37f-6062c3f6eec7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 04:22:38.325611 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port e7946db1-fe7c-4912-bb5d-ecd8ed3faa00 is: DOWN; New status is: BUILD {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:22:38.325611 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (e7946db1-fe7c-4912-bb5d-ecd8ed3faa00), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:38.339551 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7946db1-fe7c-4912-bb5d-ecd8ed3faa00 {{(pid=102635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:22:38.365441 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port e7946db1-fe7c-4912-bb5d-ecd8ed3faa00, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=e7946db1-fe7c-4912-bb5d-ecd8ed3faa00,segment=NetworkSegment(1d79f97d-fcf8-4a68-816f-935d7a40ea3d),segment_id=1d79f97d-fcf8-4a68-816f-935d7a40ea3d)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:22:38.369852 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (e7946db1-fe7c-4912-bb5d-ecd8ed3faa00), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:38.427385 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=e7946db1-fe7c-4912-bb5d-ecd8ed3faa00,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:38.511038 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:38.835051 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86162cb9-983f-43c4-8424-426bdd65164b req-a07d6678-a20b-4487-9e1b-454e17e2fdd3 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:38.836511 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-86162cb9-983f-43c4-8424-426bdd65164b req-a07d6678-a20b-4487-9e1b-454e17e2fdd3 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/ports?device_id=4927b63e-4590-4052-9e16-cb21d38af37a HTTP/1.1" status: 200 len: 949 time: 0.0532157 Feb 15 04:22:38.884821 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-86162cb9-983f-43c4-8424-426bdd65164b req-55cb4e7b-ea61-4a2f-baef-a3e01eaf967f tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d9f429-a099-43fc-b1a3-b410e8df7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414684 Feb 15 04:22:39.138035 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['e7946db1-fe7c-4912-bb5d-ecd8ed3faa00'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:22:39.176383 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2f19d-75ef-4060-a19e-0ddd498a9c8b req-f632c2c8-8ff5-417d-aec0-506868b21354 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:39.177949 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-13b2f19d-75ef-4060-a19e-0ddd498a9c8b req-f632c2c8-8ff5-417d-aec0-506868b21354 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/ports?device_id=4927b63e-4590-4052-9e16-cb21d38af37a HTTP/1.1" status: 200 len: 949 time: 0.0556204 Feb 15 04:22:39.230135 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-13b2f19d-75ef-4060-a19e-0ddd498a9c8b req-285bdba6-f8b4-4a5b-b0a0-9fd9a982c7f3 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d9f429-a099-43fc-b1a3-b410e8df7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466535 Feb 15 04:22:39.375094 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2af75-e172-45eb-a17d-60031b6bd298 req-f8284364-aecd-4e5a-ba03-1bc7553d3d8a tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:39.377221 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f3b2af75-e172-45eb-a17d-60031b6bd298 req-f8284364-aecd-4e5a-ba03-1bc7553d3d8a tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0583596 Feb 15 04:22:39.411661 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75b9fd-53e9-4ab1-afff-8dbb91aaef65 req-eefbc2c4-f707-454d-843f-94e775f16925 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:39.413205 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7b75b9fd-53e9-4ab1-afff-8dbb91aaef65 req-eefbc2c4-f707-454d-843f-94e775f16925 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=af0882aa-de73-439a-9ba2-d47b87b0feac HTTP/1.1" status: 200 len: 944 time: 0.0630126 Feb 15 04:22:39.437353 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f3b2af75-e172-45eb-a17d-60031b6bd298 req-85d4c57e-7978-4b2d-bfd2-1126d21d1bd8 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537388 Feb 15 04:22:39.468856 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7b75b9fd-53e9-4ab1-afff-8dbb91aaef65 req-db6fc917-59f8-486c-91f9-f855a9c4179b tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3e67908-6b02-4184-9a58-855567f095a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495639 Feb 15 04:22:39.765712 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:40.347776 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2092b9e6-0784-477f-bf3a-1e3b9354b7ea req-47ca297a-37f4-47ac-99ab-b0197294db6e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0564291 Feb 15 04:22:40.356564 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed9ab7-435b-4346-b4d7-78474ab4f795 req-64daaa15-8b1e-4a1c-a652-41095d473c86 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:40.358654 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-15ed9ab7-435b-4346-b4d7-78474ab4f795 req-64daaa15-8b1e-4a1c-a652-41095d473c86 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/ports?device_id=4927b63e-4590-4052-9e16-cb21d38af37a HTTP/1.1" status: 200 len: 949 time: 0.0559447 Feb 15 04:22:40.413430 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-15ed9ab7-435b-4346-b4d7-78474ab4f795 req-fefcbe30-2271-4b55-bc7e-55a01885d3c8 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d9f429-a099-43fc-b1a3-b410e8df7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489559 Feb 15 04:22:40.454529 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092b9e6-0784-477f-bf3a-1e3b9354b7ea req-d2d9f5ae-8be7-4a74-ac70-5c62f2d9a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:40.455940 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2092b9e6-0784-477f-bf3a-1e3b9354b7ea req-d2d9f5ae-8be7-4a74-ac70-5c62f2d9a40b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3d7002e2df35463c9128baa00359cd9e&device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 1130 time: 0.0456073 Feb 15 04:22:40.589350 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3c5f3-413e-4f7c-91cb-e0662160433f req-28880556-b187-411c-a7c7-c8597ff6a740 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:40.590812 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-bfd3c5f3-413e-4f7c-91cb-e0662160433f req-28880556-b187-411c-a7c7-c8597ff6a740 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=af0882aa-de73-439a-9ba2-d47b87b0feac HTTP/1.1" status: 200 len: 944 time: 0.0555329 Feb 15 04:22:40.611941 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092b9e6-0784-477f-bf3a-1e3b9354b7ea req-d00dce69-2ef0-4040-9326-cfc91a5fe109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:40.613397 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2092b9e6-0784-477f-bf3a-1e3b9354b7ea req-d00dce69-2ef0-4040-9326-cfc91a5fe109 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a909d0e6-c4b3-462a-b863-e1bf37a7bf54 HTTP/1.1" status: 200 len: 915 time: 0.1217213 Feb 15 04:22:40.620033 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb93e5-8c67-430b-ad78-72944752c5ba req-af289813-0f05-479b-a89b-a83557d74e81 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:40.621647 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b7cb93e5-8c67-430b-ad78-72944752c5ba req-af289813-0f05-479b-a89b-a83557d74e81 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.1088483 Feb 15 04:22:40.639282 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-bfd3c5f3-413e-4f7c-91cb-e0662160433f req-076c4846-eca9-475d-bddd-3f5f90b11d46 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3e67908-6b02-4184-9a58-855567f095a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423930 Feb 15 04:22:40.911003 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2092b9e6-0784-477f-bf3a-1e3b9354b7ea req-306edd81-78ef-4b66-b730-012f41bf8063 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5000b8c-e731-4109-b8ae-a57706444763 HTTP/1.1" status: 200 len: 217 time: 0.2870169 Feb 15 04:22:40.975023 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b7cb93e5-8c67-430b-ad78-72944752c5ba req-7c319468-b737-46e8-99c8-f8a6d8bec469 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449264 Feb 15 04:22:40.988530 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092b9e6-0784-477f-bf3a-1e3b9354b7ea req-b08f6f38-81a1-4fce-b146-dad4f1c12c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:40.990591 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2092b9e6-0784-477f-bf3a-1e3b9354b7ea req-b08f6f38-81a1-4fce-b146-dad4f1c12c5c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=508befd6-d7ad-4a18-a5bd-758fb93dcf1e HTTP/1.1" status: 200 len: 855 time: 0.0652397 Feb 15 04:22:41.024954 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2092b9e6-0784-477f-bf3a-1e3b9354b7ea req-d74d8d56-d9ae-42ca-b807-d61e65d47224 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a909d0e6-c4b3-462a-b863-e1bf37a7bf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254562 Feb 15 04:22:41.121288 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2092b9e6-0784-477f-bf3a-1e3b9354b7ea req-6aacb467-c6bb-4201-ac38-2906f644cc3e service neutron] 10.222.0.59 "GET /v2.0/networks/a909d0e6-c4b3-462a-b863-e1bf37a7bf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887625 Feb 15 04:22:41.260770 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9a3f0-dd8f-4b5f-8759-f872172fd049 req-a8ad7dd8-9d24-48ae-b14e-df4b64641ab9 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:41.262161 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8ec9a3f0-dd8f-4b5f-8759-f872172fd049 req-a8ad7dd8-9d24-48ae-b14e-df4b64641ab9 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.59 "GET /v2.0/ports?device_id=4927b63e-4590-4052-9e16-cb21d38af37a HTTP/1.1" status: 200 len: 949 time: 0.1155694 Feb 15 04:22:41.279061 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2092b9e6-0784-477f-bf3a-1e3b9354b7ea req-cbbc7f93-2744-4688-888c-1a133c7d2963 service neutron] 10.222.0.59 "GET /v2.0/networks/a909d0e6-c4b3-462a-b863-e1bf37a7bf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334474 Feb 15 04:22:41.367437 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-8ec9a3f0-dd8f-4b5f-8759-f872172fd049 req-fdfd50c9-023c-494f-9a42-bb419a3e9769 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Deleting port e709a868-049d-4654-be1c-480745e89215 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:22:41.368136 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-8ec9a3f0-dd8f-4b5f-8759-f872172fd049 req-fdfd50c9-023c-494f-9a42-bb419a3e9769 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (e709a868-049d-4654-be1c-480745e89215), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:41.464277 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-8ec9a3f0-dd8f-4b5f-8759-f872172fd049 req-fdfd50c9-023c-494f-9a42-bb419a3e9769 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] For port e709a868-049d-4654-be1c-480745e89215, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=e709a868-049d-4654-be1c-480745e89215,segment=NetworkSegment(084702ea-63cf-404f-b0bc-258e0a5c8347),segment_id=084702ea-63cf-404f-b0bc-258e0a5c8347)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:22:41.464650 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-8ec9a3f0-dd8f-4b5f-8759-f872172fd049 req-fdfd50c9-023c-494f-9a42-bb419a3e9769 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (e709a868-049d-4654-be1c-480745e89215), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:41.479101 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-8ec9a3f0-dd8f-4b5f-8759-f872172fd049 req-fdfd50c9-023c-494f-9a42-bb419a3e9769 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Calling delete_port for e709a868-049d-4654-be1c-480745e89215 owned by compute:nova {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:22:41.546680 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207506e5-9e4c-4ff5-92d1-39c7480efb96 req-7e3bb01d-ca12-4677-930b-706edbde9034 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:41.548338 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-207506e5-9e4c-4ff5-92d1-39c7480efb96 req-7e3bb01d-ca12-4677-930b-706edbde9034 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/ports?device_id=4927b63e-4590-4052-9e16-cb21d38af37a HTTP/1.1" status: 200 len: 949 time: 0.0640280 Feb 15 04:22:41.615986 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-207506e5-9e4c-4ff5-92d1-39c7480efb96 req-11a7a26c-ae55-4371-b937-f506e4d9a40b tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/security-groups?id=78d9f429-a099-43fc-b1a3-b410e8df7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592294 Feb 15 04:22:41.641114 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:41.646225 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-8ec9a3f0-dd8f-4b5f-8759-f872172fd049 req-fdfd50c9-023c-494f-9a42-bb419a3e9769 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (e709a868-049d-4654-be1c-480745e89215), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:41.661175 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['e709a868-049d-4654-be1c-480745e89215'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:22:41.716665 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd50c9-023c-494f-9a42-bb419a3e9769 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Pushing event deleted for resources: {'Port': ['ID=e709a868-049d-4654-be1c-480745e89215,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:41.824123 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec9a3f0-dd8f-4b5f-8759-f872172fd049 req-fdfd50c9-023c-494f-9a42-bb419a3e9769 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] No DVR routers for this DVR port e709a868-049d-4654-be1c-480745e89215 on host hv-cinder-81610 {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:22:41.827243 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-8ec9a3f0-dd8f-4b5f-8759-f872172fd049 req-fdfd50c9-023c-494f-9a42-bb419a3e9769 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:41.831067 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8ec9a3f0-dd8f-4b5f-8759-f872172fd049 req-fdfd50c9-023c-494f-9a42-bb419a3e9769 tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.59 "DELETE /v2.0/ports/e709a868-049d-4654-be1c-480745e89215 HTTP/1.1" status: 204 len: 173 time: 0.5598772 Feb 15 04:22:41.831963 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4927b63e-4590-4052-9e16-cb21d38af37a', 'name': 'network-vif-deleted', 'tag': 'e709a868-049d-4654-be1c-480745e89215'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:22:41.835849 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be1a928-d092-4991-a3b9-1dc03111ca0b" -d '{"events": [{"server_uuid": "4927b63e-4590-4052-9e16-cb21d38af37a", "name": "network-vif-deleted", "tag": "e709a868-049d-4654-be1c-480745e89215"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:22:41.885866 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3268f0-ac99-4805-9926-82eee9ec377e req-d0b38174-a6ae-40c6-a0cf-83e82bd24028 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:41.890376 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-fe3268f0-ac99-4805-9926-82eee9ec377e req-d0b38174-a6ae-40c6-a0cf-83e82bd24028 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=af0882aa-de73-439a-9ba2-d47b87b0feac HTTP/1.1" status: 200 len: 944 time: 0.1403487 Feb 15 04:22:41.940203 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8255a1f-68c6-40b0-b066-ce5a1a1d2d1d x-openstack-request-id: req-b8255a1f-68c6-40b0-b066-ce5a1a1d2d1d {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:22:41.940862 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4927b63e-4590-4052-9e16-cb21d38af37a", "name": "network-vif-deleted", "tag": "e709a868-049d-4654-be1c-480745e89215", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:22:41.941559 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b8255a1f-68c6-40b0-b066-ce5a1a1d2d1d {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:22:41.942165 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4927b63e-4590-4052-9e16-cb21d38af37a', 'name': 'network-vif-deleted', 'tag': 'e709a868-049d-4654-be1c-480745e89215', 'status': 'completed', 'code': 200} Feb 15 04:22:41.977709 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-fe3268f0-ac99-4805-9926-82eee9ec377e req-b9218b8f-503a-48d4-ad6d-bc227c930438 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3e67908-6b02-4184-9a58-855567f095a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720303 Feb 15 04:22:42.110544 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device e7946db1-fe7c-4912-bb5d-ecd8ed3faa00 up at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:22:42.125361 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3135f47-8aaa-4b7c-9dba-360dd085e612 req-de499f19-663c-4a0c-9246-53513b35e421 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:42.129378 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-b3135f47-8aaa-4b7c-9dba-360dd085e612 req-de499f19-663c-4a0c-9246-53513b35e421 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0742810 Feb 15 04:22:42.167697 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning for port e7946db1-fe7c-4912-bb5d-ecd8ed3faa00 completed by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 04:22:42.176958 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning complete for port e7946db1-fe7c-4912-bb5d-ecd8ed3faa00 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:22:42.178444 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (e7946db1-fe7c-4912-bb5d-ecd8ed3faa00), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:42.191629 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-b3135f47-8aaa-4b7c-9dba-360dd085e612 req-00abe04f-7f23-46a0-9148-8ffb78da0ff4 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536823 Feb 15 04:22:42.290907 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port e7946db1-fe7c-4912-bb5d-ecd8ed3faa00 is: BUILD; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:22:42.291188 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (e7946db1-fe7c-4912-bb5d-ecd8ed3faa00), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:42.314638 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0882aa-de73-439a-9ba2-d47b87b0feac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7946db1-fe7c-4912-bb5d-ecd8ed3faa00'}] {{(pid=102635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:22:42.316990 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274a2a5e9be6a0ee09154d0e072c1b660d39e5ec588b61e50c849ad5e467022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52742dc0-962d-4207-ac43-e5b89088a9e0" -d '{"events": [{"server_uuid": "af0882aa-de73-439a-9ba2-d47b87b0feac", "name": "network-vif-plugged", "status": "completed", "tag": "e7946db1-fe7c-4912-bb5d-ecd8ed3faa00"}]}' {{(pid=102635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:22:42.329459 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port e7946db1-fe7c-4912-bb5d-ecd8ed3faa00, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=e7946db1-fe7c-4912-bb5d-ecd8ed3faa00,segment=NetworkSegment(1d79f97d-fcf8-4a68-816f-935d7a40ea3d),segment_id=1d79f97d-fcf8-4a68-816f-935d7a40ea3d)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:22:42.334196 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (e7946db1-fe7c-4912-bb5d-ecd8ed3faa00), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:42.335915 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device e709a868-049d-4654-be1c-480745e89215 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:22:42.358377 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6c392b-f9fc-4b79-a7c3-62f23154d557 x-openstack-request-id: req-0e6c392b-f9fc-4b79-a7c3-62f23154d557 {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:22:42.358667 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0882aa-de73-439a-9ba2-d47b87b0feac", "name": "network-vif-plugged", "status": "completed", "tag": "e7946db1-fe7c-4912-bb5d-ecd8ed3faa00", "code": 200}]} {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:22:42.358919 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0e6c392b-f9fc-4b79-a7c3-62f23154d557 {{(pid=102635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:22:42.359312 dv-cinder-816104-2-iscsi neutron-server[102635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0882aa-de73-439a-9ba2-d47b87b0feac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7946db1-fe7c-4912-bb5d-ecd8ed3faa00', 'code': 200} Feb 15 04:22:42.376425 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] No Port match for: e709a868-049d-4654-be1c-480745e89215 {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:22:42.376761 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device e709a868-049d-4654-be1c-480745e89215 not bound to the agent host hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:22:42.406020 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=e7946db1-fe7c-4912-bb5d-ecd8ed3faa00,revision_number=5']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:42.538753 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c64c6c-034c-4a0c-9fee-a592151a037c req-8fdf0d02-c4d9-47b4-935f-f50c30193d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:42.540267 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-67c64c6c-034c-4a0c-9fee-a592151a037c req-8fdf0d02-c4d9-47b4-935f-f50c30193d39 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=af0882aa-de73-439a-9ba2-d47b87b0feac HTTP/1.1" status: 200 len: 1129 time: 0.0508952 Feb 15 04:22:42.591362 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-67c64c6c-034c-4a0c-9fee-a592151a037c req-0f57739c-f125-4c38-b1e4-64649f8da46f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c3e67908-6b02-4184-9a58-855567f095a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436277 Feb 15 04:22:42.759190 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-4f0ff3b5-a348-4579-b5f5-ca72680a7529 req-365559a1-82b9-49ca-b251-8bf5859d4adb tempest-VolumesNegativeTest-1353346175 tempest-VolumesNegativeTest-1353346175-project] 10.222.0.45 "GET /v2.0/ports?device_id=4927b63e-4590-4052-9e16-cb21d38af37a HTTP/1.1" status: 200 len: 210 time: 0.0289993 Feb 15 04:22:43.143951 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749c164-bead-4c8b-bc26-95cec29798c8 req-8c0fb27e-f50b-4b13-a554-fff8f12c15df tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:43.146988 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7749c164-bead-4c8b-bc26-95cec29798c8 req-8c0fb27e-f50b-4b13-a554-fff8f12c15df tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=af0882aa-de73-439a-9ba2-d47b87b0feac HTTP/1.1" status: 200 len: 945 time: 0.0689957 Feb 15 04:22:43.196125 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7749c164-bead-4c8b-bc26-95cec29798c8 req-a49afc9d-805c-47c4-a36b-33019d47a7d6 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3e67908-6b02-4184-9a58-855567f095a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440905 Feb 15 04:22:43.336682 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc104d-7b1f-4ba3-98bb-7a8dd954a9d4 req-8325c7b3-a81c-4aec-912a-c36b9b20c05b tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:43.338231 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-80bc104d-7b1f-4ba3-98bb-7a8dd954a9d4 req-8325c7b3-a81c-4aec-912a-c36b9b20c05b tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0568755 Feb 15 04:22:43.389298 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-80bc104d-7b1f-4ba3-98bb-7a8dd954a9d4 req-85d712e7-ebef-4ca8-ac03-b97456022edc tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453880 Feb 15 04:22:44.338436 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa020ae-8e95-4819-9ed7-93cc208ebb08 req-bbd29a17-ae33-493e-bffc-96cb7d79d5ab tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:44.339983 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-daa020ae-8e95-4819-9ed7-93cc208ebb08 req-bbd29a17-ae33-493e-bffc-96cb7d79d5ab tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=af0882aa-de73-439a-9ba2-d47b87b0feac HTTP/1.1" status: 200 len: 945 time: 0.0623186 Feb 15 04:22:44.418795 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-daa020ae-8e95-4819-9ed7-93cc208ebb08 req-77fad9aa-ad33-4b08-ae64-a37102cf4a4b tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3e67908-6b02-4184-9a58-855567f095a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725808 Feb 15 04:22:44.551045 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560685e-aae2-4e50-bf38-eea5ddeb4eb4 req-f506ce2d-cc8e-46d8-9fe4-1880796ea7fd tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:44.552921 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9560685e-aae2-4e50-bf38-eea5ddeb4eb4 req-f506ce2d-cc8e-46d8-9fe4-1880796ea7fd tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0718448 Feb 15 04:22:44.646478 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9560685e-aae2-4e50-bf38-eea5ddeb4eb4 req-f324eb1a-f326-42df-83da-ce595c4a3d9b tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793223 Feb 15 04:22:45.553637 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2c57f-fc07-46e1-9d92-f1718911f78c req-caa90ba2-9e15-4d9d-b9c3-51d22ac30d3b tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:45.555208 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-6da2c57f-fc07-46e1-9d92-f1718911f78c req-caa90ba2-9e15-4d9d-b9c3-51d22ac30d3b tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=af0882aa-de73-439a-9ba2-d47b87b0feac HTTP/1.1" status: 200 len: 945 time: 0.0581949 Feb 15 04:22:45.613675 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-6da2c57f-fc07-46e1-9d92-f1718911f78c req-640bb8c3-0fa7-449e-aa8a-e139037d65ce tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3e67908-6b02-4184-9a58-855567f095a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471327 Feb 15 04:22:45.835255 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031fee3-d147-4911-b71f-2877cc10d220 req-f832de43-43de-440e-b0e3-08e918f7ce4f tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:45.838485 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3031fee3-d147-4911-b71f-2877cc10d220 req-f832de43-43de-440e-b0e3-08e918f7ce4f tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.1146357 Feb 15 04:22:45.908185 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3031fee3-d147-4911-b71f-2877cc10d220 req-f09c628e-88be-4d64-a19a-d1ac06d56a9f tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623760 Feb 15 04:22:47.054225 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557bea3-b502-41bc-92c0-d8754d7cf0e4 req-15f2bf48-0632-4a80-9e9b-bf78670339af tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:47.055720 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-b557bea3-b502-41bc-92c0-d8754d7cf0e4 req-15f2bf48-0632-4a80-9e9b-bf78670339af tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0563858 Feb 15 04:22:47.105101 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-b557bea3-b502-41bc-92c0-d8754d7cf0e4 req-f87da7b4-f5b8-4bab-bedd-af4e9495e396 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426872 Feb 15 04:22:48.233154 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf183bd-fd62-4525-a77f-ac41250996c3 req-2837bc5e-48af-4b54-9d03-f155a23af6b3 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:48.234809 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bcf183bd-fd62-4525-a77f-ac41250996c3 req-2837bc5e-48af-4b54-9d03-f155a23af6b3 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0569122 Feb 15 04:22:48.287138 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bcf183bd-fd62-4525-a77f-ac41250996c3 req-1ea05c41-fe24-4d7b-80d4-ce307442c17b tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464466 Feb 15 04:22:49.441692 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b94beb-1e32-4bca-a6da-fb66dee212ad req-d355dd7c-8499-4d5d-ac47-64ef33cdd8a2 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:49.443240 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-51b94beb-1e32-4bca-a6da-fb66dee212ad req-d355dd7c-8499-4d5d-ac47-64ef33cdd8a2 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0795355 Feb 15 04:22:49.500111 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-51b94beb-1e32-4bca-a6da-fb66dee212ad req-8ebb07a5-0d9d-4b87-990e-f4741b9542ca tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508356 Feb 15 04:22:50.653421 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbdc5a-6cdf-493f-8571-a592ccdcc997 req-46d18366-76b3-4484-817c-08153e26e0ed tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:50.654967 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-22dbdc5a-6cdf-493f-8571-a592ccdcc997 req-46d18366-76b3-4484-817c-08153e26e0ed tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0800130 Feb 15 04:22:50.729252 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-22dbdc5a-6cdf-493f-8571-a592ccdcc997 req-7c1b1797-9cca-4faf-ac7b-08902076f0ff tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677590 Feb 15 04:22:51.855703 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4a862-6ff4-4536-badd-d1be5fae4989 req-8084ebec-e180-490f-b420-d1ebc17a2ac0 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:51.857332 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-6bd4a862-6ff4-4536-badd-d1be5fae4989 req-8084ebec-e180-490f-b420-d1ebc17a2ac0 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0524011 Feb 15 04:22:51.908235 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-6bd4a862-6ff4-4536-badd-d1be5fae4989 req-192a8604-e5d3-4a15-863e-8f04bc4e6e6e tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440629 Feb 15 04:22:53.036155 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c65a5b-4bf0-4262-8c48-f5b249726d74 req-fdfff941-68af-4880-9848-412d08a482d8 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:53.037837 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-45c65a5b-4bf0-4262-8c48-f5b249726d74 req-fdfff941-68af-4880-9848-412d08a482d8 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0599868 Feb 15 04:22:53.088327 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-45c65a5b-4bf0-4262-8c48-f5b249726d74 req-19cf736f-13fc-483d-8a79-c248fd1cda91 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442913 Feb 15 04:22:54.214543 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86a71d-b4a8-4ed9-a1a3-34cb1a252c8f req-875b62d2-2899-4b55-933c-827a8d8c01a1 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:54.216008 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-dc86a71d-b4a8-4ed9-a1a3-34cb1a252c8f req-875b62d2-2899-4b55-933c-827a8d8c01a1 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0586605 Feb 15 04:22:54.455820 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-dc86a71d-b4a8-4ed9-a1a3-34cb1a252c8f req-dfecd0c5-2b0a-4de9-b634-094f3ad5feba tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331874 Feb 15 04:22:55.601993 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c690bc3-26d5-4891-852d-e1afff98d7e1 req-cae57182-5bc4-45dc-b13a-471ddf1e037c tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:55.603571 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8c690bc3-26d5-4891-852d-e1afff98d7e1 req-cae57182-5bc4-45dc-b13a-471ddf1e037c tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0628440 Feb 15 04:22:55.659240 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8c690bc3-26d5-4891-852d-e1afff98d7e1 req-6dd990fb-82cd-469f-9e50-7e5d9937a8c3 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460711 Feb 15 04:22:56.085894 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be488a-276f-4147-8f0e-7bcdafd0588c req-e027c31e-85b3-4d3d-af22-bd4dc02adadc tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:56.087344 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a3be488a-276f-4147-8f0e-7bcdafd0588c req-e027c31e-85b3-4d3d-af22-bd4dc02adadc tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=af0882aa-de73-439a-9ba2-d47b87b0feac HTTP/1.1" status: 200 len: 945 time: 0.0612533 Feb 15 04:22:56.142685 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a3be488a-276f-4147-8f0e-7bcdafd0588c req-56065bb3-5747-4e08-97d3-416c1fd0ae1d tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3e67908-6b02-4184-9a58-855567f095a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479732 Feb 15 04:22:56.686651 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 55858) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:22:56.795070 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1228b79-c32a-4a75-a65b-f7006d4a9320 req-a822b4ca-dc2e-4d24-a166-6d6ad2f45b22 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:56.797253 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-e1228b79-c32a-4a75-a65b-f7006d4a9320 req-a822b4ca-dc2e-4d24-a166-6d6ad2f45b22 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0594692 Feb 15 04:22:56.865701 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-e1228b79-c32a-4a75-a65b-f7006d4a9320 req-1b0dd4e0-e850-41f5-92db-a41891074a0c tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619872 Feb 15 04:22:56.870397 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-1a094082-07a7-4fd5-bbf1-cdacb4e7c4e7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=78b53aed61c64871a933fa120d337481&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1819508 Feb 15 04:22:56.873254 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 55864) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:22:56.925920 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a94643da-7d59-4e4e-8d41-8b0bea4da75e admin admin] Publish callbacks [] for security_group (78d9f429-a099-43fc-b1a3-b410e8df7f8a), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:56.953688 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a94643da-7d59-4e4e-8d41-8b0bea4da75e admin admin] Publish callbacks [] for security_group (78d9f429-a099-43fc-b1a3-b410e8df7f8a), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:57.023270 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a94643da-7d59-4e4e-8d41-8b0bea4da75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (78d9f429-a099-43fc-b1a3-b410e8df7f8a), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:57.028240 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a94643da-7d59-4e4e-8d41-8b0bea4da75e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:57.032930 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-a94643da-7d59-4e4e-8d41-8b0bea4da75e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/78d9f429-a099-43fc-b1a3-b410e8df7f8a HTTP/1.1" status: 204 len: 168 time: 0.1549642 Feb 15 04:22:57.047969 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94643da-7d59-4e4e-8d41-8b0bea4da75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d9f429-a099-43fc-b1a3-b410e8df7f8a,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:57.064192 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94643da-7d59-4e4e-8d41-8b0bea4da75e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:57.064760 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94643da-7d59-4e4e-8d41-8b0bea4da75e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:57.065163 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94643da-7d59-4e4e-8d41-8b0bea4da75e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:57.065857 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94643da-7d59-4e4e-8d41-8b0bea4da75e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:57.066082 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94643da-7d59-4e4e-8d41-8b0bea4da75e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:57.066512 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94643da-7d59-4e4e-8d41-8b0bea4da75e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:57.066873 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94643da-7d59-4e4e-8d41-8b0bea4da75e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:57.067235 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94643da-7d59-4e4e-8d41-8b0bea4da75e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:57.067675 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94643da-7d59-4e4e-8d41-8b0bea4da75e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:57.068126 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94643da-7d59-4e4e-8d41-8b0bea4da75e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:57.068486 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94643da-7d59-4e4e-8d41-8b0bea4da75e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:57.068936 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94643da-7d59-4e4e-8d41-8b0bea4da75e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:57.069275 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94643da-7d59-4e4e-8d41-8b0bea4da75e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:57.302386 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf482d-f297-4317-a914-1bf4a33c2085 req-7c394a6d-023e-468d-bfd4-849fbacf8ed4 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:57.303972 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1aaf482d-f297-4317-a914-1bf4a33c2085 req-7c394a6d-023e-468d-bfd4-849fbacf8ed4 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=af0882aa-de73-439a-9ba2-d47b87b0feac HTTP/1.1" status: 200 len: 945 time: 0.0605364 Feb 15 04:22:57.355169 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1aaf482d-f297-4317-a914-1bf4a33c2085 req-757e2e49-8b8c-482a-ba19-d8b483287647 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3e67908-6b02-4184-9a58-855567f095a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452654 Feb 15 04:22:57.769424 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 55896) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:22:57.790871 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649c9c9-9271-42f4-b968-7694b22aba73 req-d7ea21b1-4900-415c-9ca5-4828b93a45c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:57.792360 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a649c9c9-9271-42f4-b968-7694b22aba73 req-d7ea21b1-4900-415c-9ca5-4828b93a45c9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 1130 time: 0.0541201 Feb 15 04:22:57.853131 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a649c9c9-9271-42f4-b968-7694b22aba73 req-615f5cb6-3fe9-48cf-b8bb-b5b42d11d4ba service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501058 Feb 15 04:22:57.879661 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-d9295adc-ebad-4b71-bdf7-8d05001076e9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1549965471-network', 'tenant_id': 'b58d87f4f4ed448f8d45c85f92cf1462'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:22:57.908201 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9295adc-ebad-4b71-bdf7-8d05001076e9 admin admin] Made reservation on behalf of b58d87f4f4ed448f8d45c85f92cf1462 for: {'network': 1} {{(pid=102634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:22:57.910828 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d9295adc-ebad-4b71-bdf7-8d05001076e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for network (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:57.919908 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d9295adc-ebad-4b71-bdf7-8d05001076e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:58.037054 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaceec9-5436-4d7e-9069-a6b185d392ec req-7d2991f5-9193-4398-bec2-db685c644970 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:58.038682 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-eaaceec9-5436-4d7e-9069-a6b185d392ec req-7d2991f5-9193-4398-bec2-db685c644970 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0896051 Feb 15 04:22:58.051409 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d9295adc-ebad-4b71-bdf7-8d05001076e9 admin admin] Publish callbacks [] for security_group (19e73e87-2829-4dee-9921-c2d4a0d4e0c0), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:58.060679 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d9295adc-ebad-4b71-bdf7-8d05001076e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (19e73e87-2829-4dee-9921-c2d4a0d4e0c0), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:58.097408 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9295adc-ebad-4b71-bdf7-8d05001076e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 04:22:58.127283 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d9295adc-ebad-4b71-bdf7-8d05001076e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (fdc0aee7-064c-4aef-973e-14879f0da8f4), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:58.127615 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.db.segments_db [None req-d9295adc-ebad-4b71-bdf7-8d05001076e9 admin admin] Added segment fdc0aee7-064c-4aef-973e-14879f0da8f4 of type vlan for network 39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8 Feb 15 04:22:58.131427 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9295adc-ebad-4b71-bdf7-8d05001076e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e73e87-2829-4dee-9921-c2d4a0d4e0c0,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:58.149638 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-eaaceec9-5436-4d7e-9069-a6b185d392ec req-3559616f-b05f-466f-8967-cbe65a7dd513 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020617 Feb 15 04:22:58.150873 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9295adc-ebad-4b71-bdf7-8d05001076e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:58.151211 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9295adc-ebad-4b71-bdf7-8d05001076e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:58.151543 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9295adc-ebad-4b71-bdf7-8d05001076e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:58.151876 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9295adc-ebad-4b71-bdf7-8d05001076e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:58.152197 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9295adc-ebad-4b71-bdf7-8d05001076e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:58.152517 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9295adc-ebad-4b71-bdf7-8d05001076e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:58.152835 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9295adc-ebad-4b71-bdf7-8d05001076e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:58.153179 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9295adc-ebad-4b71-bdf7-8d05001076e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:58.153650 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9295adc-ebad-4b71-bdf7-8d05001076e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:58.153817 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9295adc-ebad-4b71-bdf7-8d05001076e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:58.154106 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9295adc-ebad-4b71-bdf7-8d05001076e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:58.154416 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9295adc-ebad-4b71-bdf7-8d05001076e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:58.154829 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9295adc-ebad-4b71-bdf7-8d05001076e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:22:58.191058 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d9295adc-ebad-4b71-bdf7-8d05001076e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734709799334'] for network (39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:58.216638 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d9295adc-ebad-4b71-bdf7-8d05001076e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571'] for network (39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:58.218239 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9295adc-ebad-4b71-bdf7-8d05001076e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:58.218812 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d9295adc-ebad-4b71-bdf7-8d05001076e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:58.279406 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-d9295adc-ebad-4b71-bdf7-8d05001076e9 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5088551 Feb 15 04:22:58.283031 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 55918) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:22:58.287853 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-2e5c82b9-302e-4312-aa09-7af2c02e7044 admin admin] Request body: {'subnet': {'network_id': '39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1549965471-subnet', 'tenant_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'ip_version': 4}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:22:58.299505 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9295adc-ebad-4b71-bdf7-8d05001076e9 admin admin] Pushing event updated for resources: {'Network': ['ID=39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:58.314087 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Network 39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8 details requested by agent ovs-agent-dv-cinder-816104-2-iscsi with host dv-cinder-816104-2-iscsi {{(pid=102635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 04:22:58.325634 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5c82b9-302e-4312-aa09-7af2c02e7044 admin admin] Made reservation on behalf of b58d87f4f4ed448f8d45c85f92cf1462 for: {'subnet': 1} {{(pid=102634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:22:58.331132 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2e5c82b9-302e-4312-aa09-7af2c02e7044 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6160471'] for subnet (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:58.528714 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0de35-dc61-44c9-9f11-fca0a73d4d9f req-89fb68fa-3b75-42b4-b0ad-7693ea935b8f tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:58.531816 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8ed0de35-dc61-44c9-9f11-fca0a73d4d9f req-89fb68fa-3b75-42b4-b0ad-7693ea935b8f tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=af0882aa-de73-439a-9ba2-d47b87b0feac HTTP/1.1" status: 200 len: 945 time: 0.0679629 Feb 15 04:22:58.574673 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2e5c82b9-302e-4312-aa09-7af2c02e7044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5689099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6160449'] for subnet (51212c4f-8f89-425e-8852-05113297def1), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:58.614030 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8ed0de35-dc61-44c9-9f11-fca0a73d4d9f req-6e51eeea-4378-4ee3-a63f-be2afb078fc1 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3e67908-6b02-4184-9a58-855567f095a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762272 Feb 15 04:22:58.631389 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ef546-8c4e-486a-b382-6dc4b7f783e2 req-d14237d9-45bc-4e8c-8088-d1efab3eac4b tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:58.633503 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-133ef546-8c4e-486a-b382-6dc4b7f783e2 req-d14237d9-45bc-4e8c-8088-d1efab3eac4b tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0882aa-de73-439a-9ba2-d47b87b0feac HTTP/1.1" status: 200 len: 945 time: 0.0811660 Feb 15 04:22:58.634404 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c82b9-302e-4312-aa09-7af2c02e7044 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51212c4f-8f89-425e-8852-05113297def1,revision_number=0']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:58.643618 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5c82b9-302e-4312-aa09-7af2c02e7044 admin admin] Checking segment: {'id': 'fdc0aee7-064c-4aef-973e-14879f0da8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:22:58.643982 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5c82b9-302e-4312-aa09-7af2c02e7044 admin admin] Network hostable DHCP agents. Network: 39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8, hostable agents: ['8ae8e7a4-55a3-4d68-87a0-8671ef43234c'], hosted agents: [] {{(pid=102634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 04:22:58.663509 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5c82b9-302e-4312-aa09-7af2c02e7044 admin admin] Network 39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8 is scheduled to be hosted by DHCP agent 8ae8e7a4-55a3-4d68-87a0-8671ef43234c with binding_index 1 {{(pid=102634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 04:22:58.675719 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.base_scheduler [None req-2e5c82b9-302e-4312-aa09-7af2c02e7044 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-2-iscsi, 39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8) {{(pid=102634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:22:58.681540 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5c82b9-302e-4312-aa09-7af2c02e7044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:58.682519 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2e5c82b9-302e-4312-aa09-7af2c02e7044 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for subnet (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:58.691579 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85eb9c81-6f20-4aa4-8570-6a53d8e8c258 None None] Network 39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8 requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:22:58.718529 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-2e5c82b9-302e-4312-aa09-7af2c02e7044 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4344404 Feb 15 04:22:58.723081 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 55928) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:22:58.734729 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-fd341c7e-c025-43fa-9e8f-21cf978658d7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1549965471-router', 'tenant_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:22:58.758726 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-133ef546-8c4e-486a-b382-6dc4b7f783e2 req-78c819df-0a8a-45b6-a7c3-5d7342084b6e tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Deleting port e7946db1-fe7c-4912-bb5d-ecd8ed3faa00 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:22:58.759196 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-133ef546-8c4e-486a-b382-6dc4b7f783e2 req-78c819df-0a8a-45b6-a7c3-5d7342084b6e tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (e7946db1-fe7c-4912-bb5d-ecd8ed3faa00), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:58.778567 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-fd341c7e-c025-43fa-9e8f-21cf978658d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26507'] for router (f1e7e287-d5eb-4c96-8102-07e0febe573c), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:58.783962 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-fd341c7e-c025-43fa-9e8f-21cf978658d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-639913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26498'] for router (f1e7e287-d5eb-4c96-8102-07e0febe573c), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:58.858706 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-fd341c7e-c025-43fa-9e8f-21cf978658d7 admin admin] Publish callbacks [] for router_controller (f1e7e287-d5eb-4c96-8102-07e0febe573c), precommit_add_association {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:58.870322 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2dafb6-617f-4599-b8fa-d98412b146e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp628f2eeb-406b-5e3d-a89d-954c51e101fd-39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8', 'network_id': '39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8', 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'fixed_ips': [{'subnet_id': '51212c4f-8f89-425e-8852-05113297def1'}]}} from dv-cinder-816104-2-iscsi. {{(pid=102635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 04:22:58.872068 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd2dafb6-617f-4599-b8fa-d98412b146e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:58.882514 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-133ef546-8c4e-486a-b382-6dc4b7f783e2 req-78c819df-0a8a-45b6-a7c3-5d7342084b6e tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] For port e7946db1-fe7c-4912-bb5d-ecd8ed3faa00, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=e7946db1-fe7c-4912-bb5d-ecd8ed3faa00,segment=NetworkSegment(1d79f97d-fcf8-4a68-816f-935d7a40ea3d),segment_id=1d79f97d-fcf8-4a68-816f-935d7a40ea3d)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:22:58.883508 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-133ef546-8c4e-486a-b382-6dc4b7f783e2 req-78c819df-0a8a-45b6-a7c3-5d7342084b6e tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (e7946db1-fe7c-4912-bb5d-ecd8ed3faa00), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:58.898928 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-133ef546-8c4e-486a-b382-6dc4b7f783e2 req-78c819df-0a8a-45b6-a7c3-5d7342084b6e tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Calling delete_port for e7946db1-fe7c-4912-bb5d-ecd8ed3faa00 owned by compute:nova {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:22:59.031940 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.db_base_plugin_common [None req-fd2dafb6-617f-4599-b8fa-d98412b146e1 None None] Allocated IP 172.20.0.2 (39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8/51212c4f-8f89-425e-8852-05113297def1/474e3307-d41e-4271-9a2a-2c45b9a3e6c4) {{(pid=102635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:22:59.068147 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-133ef546-8c4e-486a-b382-6dc4b7f783e2 req-78c819df-0a8a-45b6-a7c3-5d7342084b6e tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (e7946db1-fe7c-4912-bb5d-ecd8ed3faa00), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:59.069806 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-fd341c7e-c025-43fa-9e8f-21cf978658d7 admin admin] Publish callbacks [] for router_gateway (f1e7e287-d5eb-4c96-8102-07e0febe573c), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:59.102401 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['e7946db1-fe7c-4912-bb5d-ecd8ed3faa00'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:22:59.112224 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c819df-0a8a-45b6-a7c3-5d7342084b6e tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Pushing event deleted for resources: {'Port': ['ID=e7946db1-fe7c-4912-bb5d-ecd8ed3faa00,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:59.186838 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-133ef546-8c4e-486a-b382-6dc4b7f783e2 req-78c819df-0a8a-45b6-a7c3-5d7342084b6e tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] No DVR routers for this DVR port e7946db1-fe7c-4912-bb5d-ecd8ed3faa00 on host hv-cinder-81610 {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:22:59.189921 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-133ef546-8c4e-486a-b382-6dc4b7f783e2 req-78c819df-0a8a-45b6-a7c3-5d7342084b6e tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:59.193486 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-133ef546-8c4e-486a-b382-6dc4b7f783e2 req-78c819df-0a8a-45b6-a7c3-5d7342084b6e tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.59 "DELETE /v2.0/ports/e7946db1-fe7c-4912-bb5d-ecd8ed3faa00 HTTP/1.1" status: 204 len: 173 time: 0.5527558 Feb 15 04:22:59.193983 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0882aa-de73-439a-9ba2-d47b87b0feac', 'name': 'network-vif-deleted', 'tag': 'e7946db1-fe7c-4912-bb5d-ecd8ed3faa00'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:22:59.196481 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd81065-fc58-48b5-b494-1307765d5530" -d '{"events": [{"server_uuid": "af0882aa-de73-439a-9ba2-d47b87b0feac", "name": "network-vif-deleted", "tag": "e7946db1-fe7c-4912-bb5d-ecd8ed3faa00"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:22:59.255160 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec06a7c5-47a0-40dc-ad6e-a80b74726e25 x-openstack-request-id: req-ec06a7c5-47a0-40dc-ad6e-a80b74726e25 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:22:59.255459 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0882aa-de73-439a-9ba2-d47b87b0feac", "name": "network-vif-deleted", "tag": "e7946db1-fe7c-4912-bb5d-ecd8ed3faa00", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:22:59.255714 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ec06a7c5-47a0-40dc-ad6e-a80b74726e25 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:22:59.256220 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0882aa-de73-439a-9ba2-d47b87b0feac', 'name': 'network-vif-deleted', 'tag': 'e7946db1-fe7c-4912-bb5d-ecd8ed3faa00', 'status': 'completed', 'code': 200} Feb 15 04:22:59.256405 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd2dafb6-617f-4599-b8fa-d98412b146e1 None None] Publish callbacks [] for port (474e3307-d41e-4271-9a2a-2c45b9a3e6c4), precommit_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:59.265952 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd2dafb6-617f-4599-b8fa-d98412b146e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083'] for port (474e3307-d41e-4271-9a2a-2c45b9a3e6c4), after_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:59.327352 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2dafb6-617f-4599-b8fa-d98412b146e1 None None] Network 39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8 is already hosted by enough agents. {{(pid=102635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:22:59.330679 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.scheduler.base_scheduler [None req-fd2dafb6-617f-4599-b8fa-d98412b146e1 None None] Resources bound (agent type, host, resource id): {{(pid=102635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:22:59.335412 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2dafb6-617f-4599-b8fa-d98412b146e1 None None] Received port after_create {{(pid=102635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:22:59.338792 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2dafb6-617f-4599-b8fa-d98412b146e1 None None] Pushing event updated for resources: {'Port': ['ID=474e3307-d41e-4271-9a2a-2c45b9a3e6c4,revision_number=1']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:59.400119 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-fd2dafb6-617f-4599-b8fa-d98412b146e1 None None] Attempting to bind port 474e3307-d41e-4271-9a2a-2c45b9a3e6c4 on host dv-cinder-816104-2-iscsi for vnic_type normal with profile {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:22:59.400641 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-fd2dafb6-617f-4599-b8fa-d98412b146e1 None None] Attempting to bind port 474e3307-d41e-4271-9a2a-2c45b9a3e6c4 by drivers openvswitch,hyperv on host dv-cinder-816104-2-iscsi at level 0 using segments [{'id': 'fdc0aee7-064c-4aef-973e-14879f0da8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8'}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:22:59.401066 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2dafb6-617f-4599-b8fa-d98412b146e1 None None] Attempting to bind port 474e3307-d41e-4271-9a2a-2c45b9a3e6c4 on network 39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8 {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:22:59.408382 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2dafb6-617f-4599-b8fa-d98412b146e1 None None] Checking agent: {'id': 'e997a1d7-0267-47ad-aad7-04acf389f1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 11, 40), 'started_at': datetime.datetime(2022, 2, 15, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:22:59.409083 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2dafb6-617f-4599-b8fa-d98412b146e1 None None] Checking segment: {'id': 'fdc0aee7-064c-4aef-973e-14879f0da8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:22:59.409495 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd2dafb6-617f-4599-b8fa-d98412b146e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:59.409922 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2dafb6-617f-4599-b8fa-d98412b146e1 None None] Bound using segment: {'id': 'fdc0aee7-064c-4aef-973e-14879f0da8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8'} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:22:59.410394 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-fd2dafb6-617f-4599-b8fa-d98412b146e1 None None] Bound port: 474e3307-d41e-4271-9a2a-2c45b9a3e6c4, host: dv-cinder-816104-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc0aee7-064c-4aef-973e-14879f0da8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8'}}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:22:59.410930 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd2dafb6-617f-4599-b8fa-d98412b146e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (474e3307-d41e-4271-9a2a-2c45b9a3e6c4), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:59.418023 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce996895-007e-4f76-9cc4-a84a176ad60d req-fe6ebaad-b5e6-4eea-bb78-2ec32f1c8717 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:22:59.419843 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-ce996895-007e-4f76-9cc4-a84a176ad60d req-fe6ebaad-b5e6-4eea-bb78-2ec32f1c8717 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.1311760 Feb 15 04:22:59.421983 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-fd341c7e-c025-43fa-9e8f-21cf978658d7 admin admin] Publish callbacks [] for router_gateway (f1e7e287-d5eb-4c96-8102-07e0febe573c), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:59.450933 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-fd341c7e-c025-43fa-9e8f-21cf978658d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:59.502875 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-fd2dafb6-617f-4599-b8fa-d98412b146e1 None None] For port 474e3307-d41e-4271-9a2a-2c45b9a3e6c4, host dv-cinder-816104-2-iscsi, cleared binding levels {{(pid=102635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:22:59.507924 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-fd2dafb6-617f-4599-b8fa-d98412b146e1 None None] For port 474e3307-d41e-4271-9a2a-2c45b9a3e6c4, host dv-cinder-816104-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=474e3307-d41e-4271-9a2a-2c45b9a3e6c4,segment=NetworkSegment(fdc0aee7-064c-4aef-973e-14879f0da8f4),segment_id=fdc0aee7-064c-4aef-973e-14879f0da8f4)] {{(pid=102635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:22:59.535989 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd2dafb6-617f-4599-b8fa-d98412b146e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (474e3307-d41e-4271-9a2a-2c45b9a3e6c4), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:59.549073 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-ce996895-007e-4f76-9cc4-a84a176ad60d req-e8ad7583-9b1a-4fb9-8e37-5c29b3233e44 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038566 Feb 15 04:22:59.623165 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.db_base_plugin_common [None req-fd341c7e-c025-43fa-9e8f-21cf978658d7 admin admin] Allocated IP 172.27.1.163 (e6fb9507-f434-4add-a536-b65ba033e5e7/ff2a616f-f347-4e09-a791-22c9c65ada0b/64fe8e85-6b9f-42a4-b27a-4320ec696bbb) {{(pid=102634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:22:59.683302 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2dafb6-617f-4599-b8fa-d98412b146e1 None None] Pushing event updated for resources: {'Port': ['ID=474e3307-d41e-4271-9a2a-2c45b9a3e6c4,revision_number=2']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:22:59.758721 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-fd341c7e-c025-43fa-9e8f-21cf978658d7 admin admin] Publish callbacks [] for port (64fe8e85-6b9f-42a4-b27a-4320ec696bbb), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:59.787878 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-51dccf7b-fbfe-4f75-8cb2-82bc364b01ba req-583c159c-a668-4d7b-8379-36c8a7bd4d1c tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=af0882aa-de73-439a-9ba2-d47b87b0feac HTTP/1.1" status: 200 len: 210 time: 0.0357428 Feb 15 04:22:59.830980 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-fd341c7e-c025-43fa-9e8f-21cf978658d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5688251'] for port (64fe8e85-6b9f-42a4-b27a-4320ec696bbb), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:22:59.880458 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd341c7e-c025-43fa-9e8f-21cf978658d7 admin admin] Network e6fb9507-f434-4add-a536-b65ba033e5e7 is already hosted by enough agents. {{(pid=102634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:22:59.883309 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.base_scheduler [None req-fd341c7e-c025-43fa-9e8f-21cf978658d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:22:59.888463 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd341c7e-c025-43fa-9e8f-21cf978658d7 admin admin] Received port after_create {{(pid=102634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:22:59.895096 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd341c7e-c025-43fa-9e8f-21cf978658d7 admin admin] Pushing event updated for resources: {'Port': ['ID=64fe8e85-6b9f-42a4-b27a-4320ec696bbb,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:00.162523 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-fd341c7e-c025-43fa-9e8f-21cf978658d7 admin admin] Publish callbacks [] for router_gateway (f1e7e287-d5eb-4c96-8102-07e0febe573c), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:00.368295 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-fd341c7e-c025-43fa-9e8f-21cf978658d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639898'] for router (f1e7e287-d5eb-4c96-8102-07e0febe573c), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:00.510490 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd341c7e-c025-43fa-9e8f-21cf978658d7 admin admin] Router f1e7e287-d5eb-4c96-8102-07e0febe573c is scheduled to L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf with binding_index 1 {{(pid=102634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 04:23:00.639812 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd341c7e-c025-43fa-9e8f-21cf978658d7 admin admin] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:23:00.661669 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-fd341c7e-c025-43fa-9e8f-21cf978658d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:00.663841 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-fd341c7e-c025-43fa-9e8f-21cf978658d7 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9390140 Feb 15 04:23:00.664197 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ec4e2b-dba8-45e4-b928-fbf070be3f5c None None] Sync routers for ids ['f1e7e287-d5eb-4c96-8102-07e0febe573c'] in dv-cinder-816104-2-iscsi {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:23:00.666652 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 55952) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:23:00.678396 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ec4e2b-dba8-45e4-b928-fbf070be3f5c None None] Routers {'f1e7e287-d5eb-4c96-8102-07e0febe573c'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:23:00.679128 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-14ec4e2b-dba8-45e4-b928-fbf070be3f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:22:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['f1e7e287-d5eb-4c96-8102-07e0febe573c'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:23:00.785548 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c36c9d-2d38-45e2-89a2-cfeb44631f5d None None] Network 39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8 requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:23:00.846256 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-14ec4e2b-dba8-45e4-b928-fbf070be3f5c None None] Set router f1e7e287-d5eb-4c96-8102-07e0febe573c gateway port host: dv-cinder-816104-2-iscsi {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:23:00.908516 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482680f-2147-4e15-8d35-7a21668076ec req-31625e9c-e53e-40da-a95c-3e0395998321 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:00.926323 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b482680f-2147-4e15-8d35-7a21668076ec req-31625e9c-e53e-40da-a95c-3e0395998321 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.2154627 Feb 15 04:23:00.954987 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-2964ce69-0780-4f2e-8e4d-64959e7a12b9 req-ba162012-7685-49eb-b9f8-2812d7cf1bf2 tempest-VolumesActionsTest-1227709341 tempest-VolumesActionsTest-1227709341-project] 10.222.0.45 "GET /v2.0/ports?device_id=af0882aa-de73-439a-9ba2-d47b87b0feac HTTP/1.1" status: 200 len: 210 time: 0.0592506 Feb 15 04:23:00.998621 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-2c7af186-500b-4bc8-b02b-fd94fc4cf6ab None None] Provisioning complete for port 474e3307-d41e-4271-9a2a-2c45b9a3e6c4 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:23:00.999271 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-2c7af186-500b-4bc8-b02b-fd94fc4cf6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (474e3307-d41e-4271-9a2a-2c45b9a3e6c4), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:01.036312 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 55958) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:23:01.123019 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-2c7af186-500b-4bc8-b02b-fd94fc4cf6ab None None] Current status of the port 474e3307-d41e-4271-9a2a-2c45b9a3e6c4 is: DOWN; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:23:01.124061 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-2c7af186-500b-4bc8-b02b-fd94fc4cf6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (474e3307-d41e-4271-9a2a-2c45b9a3e6c4), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:01.169181 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-14ec4e2b-dba8-45e4-b928-fbf070be3f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'name': 'tempest-TestMinimumBasicScenario-1549965471-router', 'tenant_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '64fe8e85-6b9f-42a4-b27a-4320ec696bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:22:58Z', 'updated_at': '2022-02-15T04:23:00Z', 'revision_number': 3, 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'gw_port': {'id': '64fe8e85-6b9f-42a4-b27a-4320ec696bbb', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:22:59Z', 'updated_at': '2022-02-15T04:22:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:23:01.169948 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-2c7af186-500b-4bc8-b02b-fd94fc4cf6ab None None] For port 474e3307-d41e-4271-9a2a-2c45b9a3e6c4, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=474e3307-d41e-4271-9a2a-2c45b9a3e6c4,segment=NetworkSegment(fdc0aee7-064c-4aef-973e-14879f0da8f4),segment_id=fdc0aee7-064c-4aef-973e-14879f0da8f4)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:23:01.178410 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-2c7af186-500b-4bc8-b02b-fd94fc4cf6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (474e3307-d41e-4271-9a2a-2c45b9a3e6c4), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:01.190014 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b482680f-2147-4e15-8d35-7a21668076ec req-6cdf8d57-357d-4296-845b-03484ee93b2f tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578797 Feb 15 04:23:01.246754 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1bdd854a-208b-4645-93cc-dec13a8b9dea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:01.260034 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ec4e2b-dba8-45e4-b928-fbf070be3f5c None None] Checking router: f1e7e287-d5eb-4c96-8102-07e0febe573c for host: dv-cinder-816104-2-iscsi {{(pid=102636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:23:01.261030 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ec4e2b-dba8-45e4-b928-fbf070be3f5c None None] Updating router f1e7e287-d5eb-4c96-8102-07e0febe573c port 64fe8e85-6b9f-42a4-b27a-4320ec696bbb binding host dv-cinder-816104-2-iscsi {{(pid=102636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 04:23:01.262708 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7af186-500b-4bc8-b02b-fd94fc4cf6ab None None] Pushing event updated for resources: {'Port': ['ID=474e3307-d41e-4271-9a2a-2c45b9a3e6c4,revision_number=3']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:01.312390 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-14ec4e2b-dba8-45e4-b928-fbf070be3f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (64fe8e85-6b9f-42a4-b27a-4320ec696bbb), before_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:01.400705 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1bdd854a-208b-4645-93cc-dec13a8b9dea admin admin] Publish callbacks [] for security_group (fc60e1dd-8cfc-4461-a224-c6b4cf8ebf68), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:01.407181 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1bdd854a-208b-4645-93cc-dec13a8b9dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (fc60e1dd-8cfc-4461-a224-c6b4cf8ebf68), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:01.419535 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-9e814a80-3fa3-411b-9482-0005a756c5f2 None None] Provisioning complete for port 474e3307-d41e-4271-9a2a-2c45b9a3e6c4 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:23:01.422087 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-9e814a80-3fa3-411b-9482-0005a756c5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (474e3307-d41e-4271-9a2a-2c45b9a3e6c4), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:01.462714 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 474e3307-d41e-4271-9a2a-2c45b9a3e6c4 up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:23:01.488028 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-1bdd854a-208b-4645-93cc-dec13a8b9dea admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=08d5df8d5b1d45deaebbb1808312eabd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4505961 Feb 15 04:23:01.490145 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd854a-208b-4645-93cc-dec13a8b9dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc60e1dd-8cfc-4461-a224-c6b4cf8ebf68,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:01.491343 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 55962) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:23:01.598599 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port 474e3307-d41e-4271-9a2a-2c45b9a3e6c4 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:23:01.599005 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (474e3307-d41e-4271-9a2a-2c45b9a3e6c4), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:01.619396 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f00e5c0e-2176-4ed9-b036-23f86f4728ab admin admin] Publish callbacks [] for security_group (fc60e1dd-8cfc-4461-a224-c6b4cf8ebf68), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:01.624741 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2b452559-e0bd-4382-8be8-f96986302605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:01.666662 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f00e5c0e-2176-4ed9-b036-23f86f4728ab admin admin] Publish callbacks [] for security_group (fc60e1dd-8cfc-4461-a224-c6b4cf8ebf68), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:01.668489 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-9e814a80-3fa3-411b-9482-0005a756c5f2 None None] Current status of the port 474e3307-d41e-4271-9a2a-2c45b9a3e6c4 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:23:01.723039 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-14ec4e2b-dba8-45e4-b928-fbf070be3f5c None None] Publish callbacks [] for port (64fe8e85-6b9f-42a4-b27a-4320ec696bbb), precommit_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:01.737137 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-14ec4e2b-dba8-45e4-b928-fbf070be3f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (64fe8e85-6b9f-42a4-b27a-4320ec696bbb), after_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:01.771877 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port 474e3307-d41e-4271-9a2a-2c45b9a3e6c4 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:23:01.796622 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.managers [None req-14ec4e2b-dba8-45e4-b928-fbf070be3f5c None None] Attempting to bind port 64fe8e85-6b9f-42a4-b27a-4320ec696bbb on host dv-cinder-816104-2-iscsi for vnic_type normal with profile {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:23:01.797025 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.managers [None req-14ec4e2b-dba8-45e4-b928-fbf070be3f5c None None] Attempting to bind port 64fe8e85-6b9f-42a4-b27a-4320ec696bbb by drivers openvswitch,hyperv on host dv-cinder-816104-2-iscsi at level 0 using segments [{'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}] {{(pid=102636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:23:01.797601 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ec4e2b-dba8-45e4-b928-fbf070be3f5c None None] Attempting to bind port 64fe8e85-6b9f-42a4-b27a-4320ec696bbb on network e6fb9507-f434-4add-a536-b65ba033e5e7 {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:23:01.803590 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174bacdb-8016-4dc4-92fe-166f49b4bb28 None None] Pushing event updated for resources: {'Port': ['ID=64fe8e85-6b9f-42a4-b27a-4320ec696bbb,revision_number=2']} {{(pid=102636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:01.813371 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174bacdb-8016-4dc4-92fe-166f49b4bb28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:01.813739 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174bacdb-8016-4dc4-92fe-166f49b4bb28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:01.814285 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174bacdb-8016-4dc4-92fe-166f49b4bb28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:01.814630 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174bacdb-8016-4dc4-92fe-166f49b4bb28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:01.814963 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174bacdb-8016-4dc4-92fe-166f49b4bb28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:01.815293 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174bacdb-8016-4dc4-92fe-166f49b4bb28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:01.815625 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174bacdb-8016-4dc4-92fe-166f49b4bb28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:01.815953 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174bacdb-8016-4dc4-92fe-166f49b4bb28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:01.816280 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174bacdb-8016-4dc4-92fe-166f49b4bb28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:01.816710 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174bacdb-8016-4dc4-92fe-166f49b4bb28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:01.816985 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174bacdb-8016-4dc4-92fe-166f49b4bb28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:01.817504 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174bacdb-8016-4dc4-92fe-166f49b4bb28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:01.817826 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174bacdb-8016-4dc4-92fe-166f49b4bb28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:01.821934 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ec4e2b-dba8-45e4-b928-fbf070be3f5c None None] Checking agent: {'id': 'e997a1d7-0267-47ad-aad7-04acf389f1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 11, 40), 'started_at': datetime.datetime(2022, 2, 15, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:23:01.822328 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ec4e2b-dba8-45e4-b928-fbf070be3f5c None None] Checking segment: {'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:23:01.822731 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-14ec4e2b-dba8-45e4-b928-fbf070be3f5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:01.823306 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ec4e2b-dba8-45e4-b928-fbf070be3f5c None None] Bound using segment: {'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'} {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:23:01.823944 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.managers [None req-14ec4e2b-dba8-45e4-b928-fbf070be3f5c None None] Bound port: 64fe8e85-6b9f-42a4-b27a-4320ec696bbb, host: dv-cinder-816104-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}}] {{(pid=102636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:23:01.824633 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-14ec4e2b-dba8-45e4-b928-fbf070be3f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (64fe8e85-6b9f-42a4-b27a-4320ec696bbb), before_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:01.839942 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f00e5c0e-2176-4ed9-b036-23f86f4728ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (fc60e1dd-8cfc-4461-a224-c6b4cf8ebf68), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:01.843249 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f00e5c0e-2176-4ed9-b036-23f86f4728ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:01.844692 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-f00e5c0e-2176-4ed9-b036-23f86f4728ab admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fc60e1dd-8cfc-4461-a224-c6b4cf8ebf68 HTTP/1.1" status: 204 len: 168 time: 0.3521738 Feb 15 04:23:01.878090 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e5c0e-2176-4ed9-b036-23f86f4728ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc60e1dd-8cfc-4461-a224-c6b4cf8ebf68,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:01.893371 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.db [None req-14ec4e2b-dba8-45e4-b928-fbf070be3f5c None None] For port 64fe8e85-6b9f-42a4-b27a-4320ec696bbb, host dv-cinder-816104-2-iscsi, cleared binding levels {{(pid=102636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:23:01.897137 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.db [None req-14ec4e2b-dba8-45e4-b928-fbf070be3f5c None None] For port 64fe8e85-6b9f-42a4-b27a-4320ec696bbb, host dv-cinder-816104-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=64fe8e85-6b9f-42a4-b27a-4320ec696bbb,segment=NetworkSegment(5a34016a-0f1f-4003-98e1-68134538d335),segment_id=5a34016a-0f1f-4003-98e1-68134538d335)] {{(pid=102636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:23:01.906864 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-14ec4e2b-dba8-45e4-b928-fbf070be3f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (64fe8e85-6b9f-42a4-b27a-4320ec696bbb), after_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:01.911328 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-2b452559-e0bd-4382-8be8-f96986302605 admin admin] Allocated IP 172.20.0.1 (39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8/51212c4f-8f89-425e-8852-05113297def1/45afbf27-0eb5-4f65-a5d8-a362c6a29cc1) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:23:02.032641 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174bacdb-8016-4dc4-92fe-166f49b4bb28 None None] Pushing event updated for resources: {'Port': ['ID=64fe8e85-6b9f-42a4-b27a-4320ec696bbb,revision_number=3']} {{(pid=102636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:02.046732 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ec4e2b-dba8-45e4-b928-fbf070be3f5c None None] Routers {'f1e7e287-d5eb-4c96-8102-07e0febe573c'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:23:02.047783 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-14ec4e2b-dba8-45e4-b928-fbf070be3f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:22:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['f1e7e287-d5eb-4c96-8102-07e0febe573c'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:23:02.110934 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2b452559-e0bd-4382-8be8-f96986302605 admin admin] Publish callbacks [] for port (45afbf27-0eb5-4f65-a5d8-a362c6a29cc1), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:02.159262 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2b452559-e0bd-4382-8be8-f96986302605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (45afbf27-0eb5-4f65-a5d8-a362c6a29cc1), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:02.215576 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-14ec4e2b-dba8-45e4-b928-fbf070be3f5c None None] Set router f1e7e287-d5eb-4c96-8102-07e0febe573c gateway port host: dv-cinder-816104-2-iscsi {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:23:02.243365 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b452559-e0bd-4382-8be8-f96986302605 admin admin] Pushing event updated for resources: {'Port': ['ID=45afbf27-0eb5-4f65-a5d8-a362c6a29cc1,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:02.259368 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b452559-e0bd-4382-8be8-f96986302605 admin admin] Network 39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:23:02.261024 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-2b452559-e0bd-4382-8be8-f96986302605 admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:23:02.263681 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b452559-e0bd-4382-8be8-f96986302605 admin admin] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:23:02.284889 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-e7459ade-741d-4564-8383-175acd041b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:02.321720 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2b452559-e0bd-4382-8be8-f96986302605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639657'] for router_interface (f1e7e287-d5eb-4c96-8102-07e0febe573c), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:02.432382 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63395d-7ab8-4d0f-b8a1-06652d7ba7e4 req-f8b167df-a418-4e1c-99a1-9f641e0c6a12 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:02.441382 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-8c63395d-7ab8-4d0f-b8a1-06652d7ba7e4 req-f8b167df-a418-4e1c-99a1-9f641e0c6a12 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.1064818 Feb 15 04:23:02.513190 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-8c63395d-7ab8-4d0f-b8a1-06652d7ba7e4 req-a7d831ee-ccef-4155-9dc3-fcf25bfb8086 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670485 Feb 15 04:23:02.599473 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2b452559-e0bd-4382-8be8-f96986302605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (45afbf27-0eb5-4f65-a5d8-a362c6a29cc1), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:02.606758 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a1ecc5b1-6590-4318-8bb2-1a5d0ecfc592 None None] Provisioning complete for port 45afbf27-0eb5-4f65-a5d8-a362c6a29cc1 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:23:02.609979 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a1ecc5b1-6590-4318-8bb2-1a5d0ecfc592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (45afbf27-0eb5-4f65-a5d8-a362c6a29cc1), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:02.630340 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:23:02.686672 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a1ecc5b1-6590-4318-8bb2-1a5d0ecfc592 None None] Port 45afbf27-0eb5-4f65-a5d8-a362c6a29cc1 cannot update to ACTIVE because it is not bound. {{(pid=102635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:23:02.799862 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-14ec4e2b-dba8-45e4-b928-fbf070be3f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'name': 'tempest-TestMinimumBasicScenario-1549965471-router', 'tenant_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '64fe8e85-6b9f-42a4-b27a-4320ec696bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:22:58Z', 'updated_at': '2022-02-15T04:23:00Z', 'revision_number': 3, 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'gw_port': {'id': '64fe8e85-6b9f-42a4-b27a-4320ec696bbb', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:22:59Z', 'updated_at': '2022-02-15T04:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:23:02.833430 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ec4e2b-dba8-45e4-b928-fbf070be3f5c None None] The sync data for ids ['f1e7e287-d5eb-4c96-8102-07e0febe573c'] in dv-cinder-816104-2-iscsi is: [{'id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'name': 'tempest-TestMinimumBasicScenario-1549965471-router', 'tenant_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '64fe8e85-6b9f-42a4-b27a-4320ec696bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:22:58Z', 'updated_at': '2022-02-15T04:23:00Z', 'revision_number': 3, 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'gw_port': {'id': '64fe8e85-6b9f-42a4-b27a-4320ec696bbb', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:22:59Z', 'updated_at': '2022-02-15T04:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}] {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:23:02.912657 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2b452559-e0bd-4382-8be8-f96986302605 admin admin] Publish callbacks [] for port (45afbf27-0eb5-4f65-a5d8-a362c6a29cc1), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:02.925480 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2b452559-e0bd-4382-8be8-f96986302605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (45afbf27-0eb5-4f65-a5d8-a362c6a29cc1), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:03.028816 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b452559-e0bd-4382-8be8-f96986302605 admin admin] Pushing event updated for resources: {'Port': ['ID=45afbf27-0eb5-4f65-a5d8-a362c6a29cc1,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:03.045869 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2b452559-e0bd-4382-8be8-f96986302605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-713549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639701'] for router_interface (f1e7e287-d5eb-4c96-8102-07e0febe573c), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:03.060253 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 56024) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:23:03.269180 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b452559-e0bd-4382-8be8-f96986302605 admin admin] Network 39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:23:03.272725 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-2b452559-e0bd-4382-8be8-f96986302605 admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:23:03.290265 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-4cbdf5e1-cbf3-404c-a2fc-374f4ade0a8b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1170537040-network', 'tenant_id': '1ba3b5e2169b40148cfb3daa6fb61162'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:23:03.338954 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbdf5e1-cbf3-404c-a2fc-374f4ade0a8b admin admin] Made reservation on behalf of 1ba3b5e2169b40148cfb3daa6fb61162 for: {'network': 1} {{(pid=102634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:23:03.343994 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4cbdf5e1-cbf3-404c-a2fc-374f4ade0a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for network (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:03.365956 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4cbdf5e1-cbf3-404c-a2fc-374f4ade0a8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:03.487497 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4cbdf5e1-cbf3-404c-a2fc-374f4ade0a8b admin admin] Publish callbacks [] for security_group (ac9d92a2-5ad1-4b28-b096-cc5292b56e62), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:03.497843 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4cbdf5e1-cbf3-404c-a2fc-374f4ade0a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (ac9d92a2-5ad1-4b28-b096-cc5292b56e62), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:03.543474 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbdf5e1-cbf3-404c-a2fc-374f4ade0a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9d92a2-5ad1-4b28-b096-cc5292b56e62,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:03.547546 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 64fe8e85-6b9f-42a4-b27a-4320ec696bbb up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:23:03.571340 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cbdf5e1-cbf3-404c-a2fc-374f4ade0a8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=102634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 04:23:03.602664 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4cbdf5e1-cbf3-404c-a2fc-374f4ade0a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (16fb39d9-c6e3-4f88-9136-37b0eee9be36), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:03.603053 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.db.segments_db [None req-4cbdf5e1-cbf3-404c-a2fc-374f4ade0a8b admin admin] Added segment 16fb39d9-c6e3-4f88-9136-37b0eee9be36 of type vlan for network 1623b098-48ca-48ad-88dc-118d6853c0b8 Feb 15 04:23:03.797278 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b452559-e0bd-4382-8be8-f96986302605 admin admin] Router f1e7e287-d5eb-4c96-8102-07e0febe573c has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:23:03.828647 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-d21cf321-56fd-4072-8950-b94b66691a16 None None] Provisioning complete for port 45afbf27-0eb5-4f65-a5d8-a362c6a29cc1 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:23:03.829060 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d21cf321-56fd-4072-8950-b94b66691a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (45afbf27-0eb5-4f65-a5d8-a362c6a29cc1), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:03.885047 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-d21cf321-56fd-4072-8950-b94b66691a16 None None] Port 45afbf27-0eb5-4f65-a5d8-a362c6a29cc1 cannot update to ACTIVE because it is not bound. {{(pid=102635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:23:03.887860 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port 64fe8e85-6b9f-42a4-b27a-4320ec696bbb triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:23:03.888246 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (64fe8e85-6b9f-42a4-b27a-4320ec696bbb), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:03.961698 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b452559-e0bd-4382-8be8-f96986302605 admin admin] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:23:03.978831 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-2b452559-e0bd-4382-8be8-f96986302605 admin admin] 10.222.0.45 "PUT /v2.0/routers/f1e7e287-d5eb-4c96-8102-07e0febe573c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3109627 Feb 15 04:23:03.988411 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4cbdf5e1-cbf3-404c-a2fc-374f4ade0a8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734709799334'] for network (1623b098-48ca-48ad-88dc-118d6853c0b8), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:04.009438 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port 64fe8e85-6b9f-42a4-b27a-4320ec696bbb is: DOWN; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:23:04.010004 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (64fe8e85-6b9f-42a4-b27a-4320ec696bbb), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:04.036714 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] For port 64fe8e85-6b9f-42a4-b27a-4320ec696bbb, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=64fe8e85-6b9f-42a4-b27a-4320ec696bbb,segment=NetworkSegment(5a34016a-0f1f-4003-98e1-68134538d335),segment_id=5a34016a-0f1f-4003-98e1-68134538d335)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:23:04.045737 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (64fe8e85-6b9f-42a4-b27a-4320ec696bbb), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:04.046660 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 474e3307-d41e-4271-9a2a-2c45b9a3e6c4 up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:23:04.050096 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4cbdf5e1-cbf3-404c-a2fc-374f4ade0a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571'] for network (1623b098-48ca-48ad-88dc-118d6853c0b8), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:04.051249 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbdf5e1-cbf3-404c-a2fc-374f4ade0a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:04.051977 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4cbdf5e1-cbf3-404c-a2fc-374f4ade0a8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:04.068202 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de8402-d245-4710-bb64-69e0ba618d68 req-d965111b-3398-4faa-8e27-5c553f40d456 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:04.075406 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-69de8402-d245-4710-bb64-69e0ba618d68 req-d965111b-3398-4faa-8e27-5c553f40d456 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.4153671 Feb 15 04:23:04.145265 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Pushing event updated for resources: {'Port': ['ID=64fe8e85-6b9f-42a4-b27a-4320ec696bbb,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:04.165203 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 56050) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:23:04.165506 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-4cbdf5e1-cbf3-404c-a2fc-374f4ade0a8b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1026497 Feb 15 04:23:04.173118 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-f64acf16-8fd1-4059-9a59-a774cd124a2c admin admin] Request body: {'subnet': {'network_id': '1623b098-48ca-48ad-88dc-118d6853c0b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1170537040-subnet', 'tenant_id': '1ba3b5e2169b40148cfb3daa6fb61162', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:23:04.176754 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port 474e3307-d41e-4271-9a2a-2c45b9a3e6c4 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:23:04.177156 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (474e3307-d41e-4271-9a2a-2c45b9a3e6c4), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:04.196974 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbdf5e1-cbf3-404c-a2fc-374f4ade0a8b admin admin] Pushing event updated for resources: {'Network': ['ID=1623b098-48ca-48ad-88dc-118d6853c0b8,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:04.203448 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64acf16-8fd1-4059-9a59-a774cd124a2c admin admin] Made reservation on behalf of 1ba3b5e2169b40148cfb3daa6fb61162 for: {'subnet': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:23:04.205916 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f64acf16-8fd1-4059-9a59-a774cd124a2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4204913'] for subnet (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:04.218794 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-69de8402-d245-4710-bb64-69e0ba618d68 req-1692fc18-6c1a-46a2-9259-e81eba6c0333 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357913 Feb 15 04:23:04.219354 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device e7946db1-fe7c-4912-bb5d-ecd8ed3faa00 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:23:04.228325 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Network 1623b098-48ca-48ad-88dc-118d6853c0b8 details requested by agent ovs-agent-dv-cinder-816104-2-iscsi with host dv-cinder-816104-2-iscsi {{(pid=102635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 04:23:04.267739 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] No Port match for: e7946db1-fe7c-4912-bb5d-ecd8ed3faa00 {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:23:04.268263 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device e7946db1-fe7c-4912-bb5d-ecd8ed3faa00 not bound to the agent host hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:23:04.416427 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port 474e3307-d41e-4271-9a2a-2c45b9a3e6c4 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:23:04.449998 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f64acf16-8fd1-4059-9a59-a774cd124a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5249919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4204903'] for subnet (dbaebc97-7aee-4063-b31a-f9a8bda51b3d), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:04.532198 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64acf16-8fd1-4059-9a59-a774cd124a2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbaebc97-7aee-4063-b31a-f9a8bda51b3d,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:04.544818 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64acf16-8fd1-4059-9a59-a774cd124a2c admin admin] Checking segment: {'id': '16fb39d9-c6e3-4f88-9136-37b0eee9be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1623b098-48ca-48ad-88dc-118d6853c0b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:23:04.545875 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64acf16-8fd1-4059-9a59-a774cd124a2c admin admin] Network hostable DHCP agents. Network: 1623b098-48ca-48ad-88dc-118d6853c0b8, hostable agents: ['8ae8e7a4-55a3-4d68-87a0-8671ef43234c'], hosted agents: [] {{(pid=102633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 04:23:04.566491 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64acf16-8fd1-4059-9a59-a774cd124a2c admin admin] Network 1623b098-48ca-48ad-88dc-118d6853c0b8 is scheduled to be hosted by DHCP agent 8ae8e7a4-55a3-4d68-87a0-8671ef43234c with binding_index 1 {{(pid=102633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 04:23:04.580048 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-f64acf16-8fd1-4059-9a59-a774cd124a2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-2-iscsi, 1623b098-48ca-48ad-88dc-118d6853c0b8) {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:23:04.589248 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64acf16-8fd1-4059-9a59-a774cd124a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:04.590258 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f64acf16-8fd1-4059-9a59-a774cd124a2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:04.590702 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f631a1-23d0-4de1-8d7c-9f5ae58903f7 None None] Network 1623b098-48ca-48ad-88dc-118d6853c0b8 requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:23:04.616271 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-f64acf16-8fd1-4059-9a59-a774cd124a2c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4486163 Feb 15 04:23:04.739534 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 56068) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:23:04.744038 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56d5cee-3263-4b99-af04-bf6b5317ba6b None None] Network 1623b098-48ca-48ad-88dc-118d6853c0b8 requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:23:04.744732 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-1fdf5f77-d158-48a8-82b5-aacce8ede20f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-999711429-network', 'tenant_id': '5c921988dc0e498399aeb62635a46c48'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:23:04.786356 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdf5f77-d158-48a8-82b5-aacce8ede20f admin admin] Made reservation on behalf of 5c921988dc0e498399aeb62635a46c48 for: {'network': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:23:04.790050 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1fdf5f77-d158-48a8-82b5-aacce8ede20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for network (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:04.804659 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1fdf5f77-d158-48a8-82b5-aacce8ede20f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:04.925069 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1fdf5f77-d158-48a8-82b5-aacce8ede20f admin admin] Publish callbacks [] for security_group (78bfad41-8e76-4376-89d9-e4fc68a03d4a), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:04.929811 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1fdf5f77-d158-48a8-82b5-aacce8ede20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (78bfad41-8e76-4376-89d9-e4fc68a03d4a), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:04.949455 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fdf5f77-d158-48a8-82b5-aacce8ede20f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 04:23:04.971483 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf5f77-d158-48a8-82b5-aacce8ede20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bfad41-8e76-4376-89d9-e4fc68a03d4a,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:04.974599 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1fdf5f77-d158-48a8-82b5-aacce8ede20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (488b9ae7-d985-44ca-a53d-a142eb2dd474), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:04.974950 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.db.segments_db [None req-1fdf5f77-d158-48a8-82b5-aacce8ede20f admin admin] Added segment 488b9ae7-d985-44ca-a53d-a142eb2dd474 of type vlan for network 3c962aae-051a-425a-a246-9cc0c78ecf1e Feb 15 04:23:05.026856 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1fdf5f77-d158-48a8-82b5-aacce8ede20f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734709799334'] for network (3c962aae-051a-425a-a246-9cc0c78ecf1e), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:05.057524 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1fdf5f77-d158-48a8-82b5-aacce8ede20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571'] for network (3c962aae-051a-425a-a246-9cc0c78ecf1e), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:05.058650 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdf5f77-d158-48a8-82b5-aacce8ede20f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:05.059286 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1fdf5f77-d158-48a8-82b5-aacce8ede20f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:05.123776 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-1fdf5f77-d158-48a8-82b5-aacce8ede20f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3824744 Feb 15 04:23:05.126786 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 56076) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:23:05.131466 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-cfe93067-861e-4041-9ead-fac3aa3f742b admin admin] Request body: {'subnet': {'network_id': '3c962aae-051a-425a-a246-9cc0c78ecf1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-999711429-subnet', 'tenant_id': '5c921988dc0e498399aeb62635a46c48', 'ip_version': 4}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:23:05.140073 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf5f77-d158-48a8-82b5-aacce8ede20f admin admin] Pushing event updated for resources: {'Network': ['ID=3c962aae-051a-425a-a246-9cc0c78ecf1e,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:05.152878 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Network 3c962aae-051a-425a-a246-9cc0c78ecf1e details requested by agent ovs-agent-dv-cinder-816104-2-iscsi with host dv-cinder-816104-2-iscsi {{(pid=102635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 04:23:05.154685 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe93067-861e-4041-9ead-fac3aa3f742b admin admin] Made reservation on behalf of 5c921988dc0e498399aeb62635a46c48 for: {'subnet': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:23:05.157203 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cfe93067-861e-4041-9ead-fac3aa3f742b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4204913'] for subnet (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:05.240315 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b13692f-7023-42ef-a2e3-4b98e0780d2f None None] Sync routers for ids ['f1e7e287-d5eb-4c96-8102-07e0febe573c'] in dv-cinder-816104-2-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:23:05.254385 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b13692f-7023-42ef-a2e3-4b98e0780d2f None None] Routers {'f1e7e287-d5eb-4c96-8102-07e0febe573c'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:23:05.255287 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-8b13692f-7023-42ef-a2e3-4b98e0780d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:22:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['f1e7e287-d5eb-4c96-8102-07e0febe573c'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:23:05.416020 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 64fe8e85-6b9f-42a4-b27a-4320ec696bbb up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:23:05.419971 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c508dcc-743d-4319-98bc-1d14a020a020 req-ae329791-64f1-4738-874f-21d8ada9a315 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:05.422699 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cfe93067-861e-4041-9ead-fac3aa3f742b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5249919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4204903'] for subnet (bbb9fecd-1bf3-4cad-a1f7-4f654f5b232b), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:05.425059 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-0c508dcc-743d-4319-98bc-1d14a020a020 req-ae329791-64f1-4738-874f-21d8ada9a315 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0855966 Feb 15 04:23:05.489428 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-8b13692f-7023-42ef-a2e3-4b98e0780d2f None None] Set router f1e7e287-d5eb-4c96-8102-07e0febe573c gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:23:05.503327 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-0c508dcc-743d-4319-98bc-1d14a020a020 req-d47098cb-5ebc-47cc-bfc2-b37077ba1b51 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712159 Feb 15 04:23:05.515958 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe93067-861e-4041-9ead-fac3aa3f742b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb9fecd-1bf3-4cad-a1f7-4f654f5b232b,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:05.542287 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe93067-861e-4041-9ead-fac3aa3f742b admin admin] Checking segment: {'id': '488b9ae7-d985-44ca-a53d-a142eb2dd474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3c962aae-051a-425a-a246-9cc0c78ecf1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:23:05.543402 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe93067-861e-4041-9ead-fac3aa3f742b admin admin] Network hostable DHCP agents. Network: 3c962aae-051a-425a-a246-9cc0c78ecf1e, hostable agents: ['8ae8e7a4-55a3-4d68-87a0-8671ef43234c'], hosted agents: [] {{(pid=102633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 04:23:05.557345 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port 64fe8e85-6b9f-42a4-b27a-4320ec696bbb triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:23:05.557728 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (64fe8e85-6b9f-42a4-b27a-4320ec696bbb), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:05.572543 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe93067-861e-4041-9ead-fac3aa3f742b admin admin] Network 3c962aae-051a-425a-a246-9cc0c78ecf1e is scheduled to be hosted by DHCP agent 8ae8e7a4-55a3-4d68-87a0-8671ef43234c with binding_index 1 {{(pid=102633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 04:23:05.587549 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-cfe93067-861e-4041-9ead-fac3aa3f742b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-2-iscsi, 3c962aae-051a-425a-a246-9cc0c78ecf1e) {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:23:05.599401 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe93067-861e-4041-9ead-fac3aa3f742b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:05.600215 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cfe93067-861e-4041-9ead-fac3aa3f742b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:05.615902 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6147e2f0-b2d8-43e2-80b7-ed860ee386b0 None None] Network 3c962aae-051a-425a-a246-9cc0c78ecf1e requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:23:05.628865 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-cfe93067-861e-4041-9ead-fac3aa3f742b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5009165 Feb 15 04:23:05.631386 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 56088) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:23:05.638809 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-3d32e0a0-4f55-43bd-924e-2c8a0864442b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-999711429-router', 'tenant_id': '5c921988dc0e498399aeb62635a46c48', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:23:05.664431 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3d32e0a0-4f55-43bd-924e-2c8a0864442b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26507'] for router (78df2dc8-3507-4907-86e6-0b3725793687), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:05.665528 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3d32e0a0-4f55-43bd-924e-2c8a0864442b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-639913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26498'] for router (78df2dc8-3507-4907-86e6-0b3725793687), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:05.724037 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3d32e0a0-4f55-43bd-924e-2c8a0864442b admin admin] Publish callbacks [] for router_controller (78df2dc8-3507-4907-86e6-0b3725793687), precommit_add_association {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:05.857319 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716c9894-9470-4f6e-9fb7-9742da44c123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp628f2eeb-406b-5e3d-a89d-954c51e101fd-3c962aae-051a-425a-a246-9cc0c78ecf1e', 'network_id': '3c962aae-051a-425a-a246-9cc0c78ecf1e', 'project_id': '5c921988dc0e498399aeb62635a46c48', 'fixed_ips': [{'subnet_id': 'bbb9fecd-1bf3-4cad-a1f7-4f654f5b232b'}]}} from dv-cinder-816104-2-iscsi. {{(pid=102635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 04:23:05.858710 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-716c9894-9470-4f6e-9fb7-9742da44c123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:05.881297 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port 64fe8e85-6b9f-42a4-b27a-4320ec696bbb is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:23:05.890440 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3d32e0a0-4f55-43bd-924e-2c8a0864442b admin admin] Publish callbacks [] for router_gateway (78df2dc8-3507-4907-86e6-0b3725793687), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:05.988737 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-8b13692f-7023-42ef-a2e3-4b98e0780d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'name': 'tempest-TestMinimumBasicScenario-1549965471-router', 'tenant_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '64fe8e85-6b9f-42a4-b27a-4320ec696bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:22:58Z', 'updated_at': '2022-02-15T04:23:02Z', 'revision_number': 4, 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'gw_port': {'id': '64fe8e85-6b9f-42a4-b27a-4320ec696bbb', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:22:59Z', 'updated_at': '2022-02-15T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '45afbf27-0eb5-4f65-a5d8-a362c6a29cc1', 'name': '', 'network_id': '39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8', 'tenant_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'mac_address': 'fa:16:3e:59:6c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '51212c4f-8f89-425e-8852-05113297def1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:23:01Z', 'updated_at': '2022-02-15T04:23:02Z', 'revision_number': 2, 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'subnets': [{'id': '51212c4f-8f89-425e-8852-05113297def1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:23:06.132917 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3d32e0a0-4f55-43bd-924e-2c8a0864442b admin admin] Publish callbacks [] for router_gateway (78df2dc8-3507-4907-86e6-0b3725793687), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:06.152576 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3d32e0a0-4f55-43bd-924e-2c8a0864442b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:06.185106 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b13692f-7023-42ef-a2e3-4b98e0780d2f None None] Checking router: f1e7e287-d5eb-4c96-8102-07e0febe573c for host: dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:23:06.185412 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b13692f-7023-42ef-a2e3-4b98e0780d2f None None] Updating router f1e7e287-d5eb-4c96-8102-07e0febe573c port 45afbf27-0eb5-4f65-a5d8-a362c6a29cc1 binding host dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 04:23:06.228177 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-b1e69312-b8ba-4b4f-9d39-eed6bfb7e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:06.241586 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.db_base_plugin_common [None req-716c9894-9470-4f6e-9fb7-9742da44c123 None None] Allocated IP 172.20.0.2 (3c962aae-051a-425a-a246-9cc0c78ecf1e/bbb9fecd-1bf3-4cad-a1f7-4f654f5b232b/90f56a9c-afd0-4699-968a-00611f490525) {{(pid=102635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:23:06.243748 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-8b13692f-7023-42ef-a2e3-4b98e0780d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (45afbf27-0eb5-4f65-a5d8-a362c6a29cc1), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:06.267313 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-3d32e0a0-4f55-43bd-924e-2c8a0864442b admin admin] Allocated IP 172.27.1.41 (e6fb9507-f434-4add-a536-b65ba033e5e7/ff2a616f-f347-4e09-a791-22c9c65ada0b/cc7e9732-827b-40f7-b1eb-29c4eec58f54) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:23:06.386646 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3d32e0a0-4f55-43bd-924e-2c8a0864442b admin admin] Publish callbacks [] for port (cc7e9732-827b-40f7-b1eb-29c4eec58f54), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:06.438015 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3d32e0a0-4f55-43bd-924e-2c8a0864442b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (cc7e9732-827b-40f7-b1eb-29c4eec58f54), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:06.447010 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:06.481376 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d32e0a0-4f55-43bd-924e-2c8a0864442b admin admin] Network e6fb9507-f434-4add-a536-b65ba033e5e7 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:23:06.487293 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-3d32e0a0-4f55-43bd-924e-2c8a0864442b admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:23:06.490964 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d32e0a0-4f55-43bd-924e-2c8a0864442b admin admin] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:23:06.515975 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32e0a0-4f55-43bd-924e-2c8a0864442b admin admin] Pushing event updated for resources: {'Port': ['ID=cc7e9732-827b-40f7-b1eb-29c4eec58f54,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:06.591447 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-716c9894-9470-4f6e-9fb7-9742da44c123 None None] Publish callbacks [] for port (90f56a9c-afd0-4699-968a-00611f490525), precommit_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:06.627432 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-716c9894-9470-4f6e-9fb7-9742da44c123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083'] for port (90f56a9c-afd0-4699-968a-00611f490525), after_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:06.662928 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dcba4-8235-438f-9285-db0201bfcfc4 req-1d4d44b6-d856-42bb-9401-f3a6ab1d5aed tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:06.674724 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-db0dcba4-8235-438f-9285-db0201bfcfc4 req-1d4d44b6-d856-42bb-9401-f3a6ab1d5aed tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0883188 Feb 15 04:23:06.686626 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716c9894-9470-4f6e-9fb7-9742da44c123 None None] Network 3c962aae-051a-425a-a246-9cc0c78ecf1e is already hosted by enough agents. {{(pid=102635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:23:06.701896 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.scheduler.base_scheduler [None req-716c9894-9470-4f6e-9fb7-9742da44c123 None None] Resources bound (agent type, host, resource id): {{(pid=102635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:23:06.709446 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716c9894-9470-4f6e-9fb7-9742da44c123 None None] Received port after_create {{(pid=102635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:23:06.712623 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c9894-9470-4f6e-9fb7-9742da44c123 None None] Pushing event updated for resources: {'Port': ['ID=90f56a9c-afd0-4699-968a-00611f490525,revision_number=1']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:06.750483 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-db0dcba4-8235-438f-9285-db0201bfcfc4 req-d67b6b32-e7f1-4e1b-8ad8-81f214b79727 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745864 Feb 15 04:23:06.822501 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-716c9894-9470-4f6e-9fb7-9742da44c123 None None] Attempting to bind port 90f56a9c-afd0-4699-968a-00611f490525 on host dv-cinder-816104-2-iscsi for vnic_type normal with profile {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:23:06.822874 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-716c9894-9470-4f6e-9fb7-9742da44c123 None None] Attempting to bind port 90f56a9c-afd0-4699-968a-00611f490525 by drivers openvswitch,hyperv on host dv-cinder-816104-2-iscsi at level 0 using segments [{'id': '488b9ae7-d985-44ca-a53d-a142eb2dd474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3c962aae-051a-425a-a246-9cc0c78ecf1e'}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:23:06.823235 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716c9894-9470-4f6e-9fb7-9742da44c123 None None] Attempting to bind port 90f56a9c-afd0-4699-968a-00611f490525 on network 3c962aae-051a-425a-a246-9cc0c78ecf1e {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:23:06.840402 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716c9894-9470-4f6e-9fb7-9742da44c123 None None] Checking agent: {'id': 'e997a1d7-0267-47ad-aad7-04acf389f1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 11, 40), 'started_at': datetime.datetime(2022, 2, 15, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:23:06.840780 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716c9894-9470-4f6e-9fb7-9742da44c123 None None] Checking segment: {'id': '488b9ae7-d985-44ca-a53d-a142eb2dd474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3c962aae-051a-425a-a246-9cc0c78ecf1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:23:06.841218 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-716c9894-9470-4f6e-9fb7-9742da44c123 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:06.841613 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716c9894-9470-4f6e-9fb7-9742da44c123 None None] Bound using segment: {'id': '488b9ae7-d985-44ca-a53d-a142eb2dd474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3c962aae-051a-425a-a246-9cc0c78ecf1e'} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:23:06.842623 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-716c9894-9470-4f6e-9fb7-9742da44c123 None None] Bound port: 90f56a9c-afd0-4699-968a-00611f490525, host: dv-cinder-816104-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488b9ae7-d985-44ca-a53d-a142eb2dd474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3c962aae-051a-425a-a246-9cc0c78ecf1e'}}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:23:06.843011 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-716c9894-9470-4f6e-9fb7-9742da44c123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (90f56a9c-afd0-4699-968a-00611f490525), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:06.849907 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-8b13692f-7023-42ef-a2e3-4b98e0780d2f None None] Publish callbacks [] for port (45afbf27-0eb5-4f65-a5d8-a362c6a29cc1), precommit_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:06.866977 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-8b13692f-7023-42ef-a2e3-4b98e0780d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (45afbf27-0eb5-4f65-a5d8-a362c6a29cc1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:06.876999 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3d32e0a0-4f55-43bd-924e-2c8a0864442b admin admin] Publish callbacks [] for router_gateway (78df2dc8-3507-4907-86e6-0b3725793687), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:07.017019 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc107eab-bcab-4f61-be5f-973a5cb0e984 None None] Pushing event updated for resources: {'Port': ['ID=45afbf27-0eb5-4f65-a5d8-a362c6a29cc1,revision_number=3']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:07.026856 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-716c9894-9470-4f6e-9fb7-9742da44c123 None None] For port 90f56a9c-afd0-4699-968a-00611f490525, host dv-cinder-816104-2-iscsi, cleared binding levels {{(pid=102635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:23:07.056942 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-716c9894-9470-4f6e-9fb7-9742da44c123 None None] For port 90f56a9c-afd0-4699-968a-00611f490525, host dv-cinder-816104-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=90f56a9c-afd0-4699-968a-00611f490525,segment=NetworkSegment(488b9ae7-d985-44ca-a53d-a142eb2dd474),segment_id=488b9ae7-d985-44ca-a53d-a142eb2dd474)] {{(pid=102635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:23:07.090475 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-716c9894-9470-4f6e-9fb7-9742da44c123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (90f56a9c-afd0-4699-968a-00611f490525), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:07.104119 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-8b13692f-7023-42ef-a2e3-4b98e0780d2f None None] Attempting to bind port 45afbf27-0eb5-4f65-a5d8-a362c6a29cc1 on host dv-cinder-816104-2-iscsi for vnic_type normal with profile {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:23:07.104604 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-8b13692f-7023-42ef-a2e3-4b98e0780d2f None None] Attempting to bind port 45afbf27-0eb5-4f65-a5d8-a362c6a29cc1 by drivers openvswitch,hyperv on host dv-cinder-816104-2-iscsi at level 0 using segments [{'id': 'fdc0aee7-064c-4aef-973e-14879f0da8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8'}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:23:07.105241 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b13692f-7023-42ef-a2e3-4b98e0780d2f None None] Attempting to bind port 45afbf27-0eb5-4f65-a5d8-a362c6a29cc1 on network 39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8 {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:23:07.140860 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3d32e0a0-4f55-43bd-924e-2c8a0864442b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639898'] for router (78df2dc8-3507-4907-86e6-0b3725793687), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:07.141492 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b13692f-7023-42ef-a2e3-4b98e0780d2f None None] Checking agent: {'id': 'e997a1d7-0267-47ad-aad7-04acf389f1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 11, 40), 'started_at': datetime.datetime(2022, 2, 15, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:23:07.141492 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b13692f-7023-42ef-a2e3-4b98e0780d2f None None] Checking segment: {'id': 'fdc0aee7-064c-4aef-973e-14879f0da8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:23:07.141846 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-8b13692f-7023-42ef-a2e3-4b98e0780d2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:07.142359 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b13692f-7023-42ef-a2e3-4b98e0780d2f None None] Bound using segment: {'id': 'fdc0aee7-064c-4aef-973e-14879f0da8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8'} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:23:07.142964 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-8b13692f-7023-42ef-a2e3-4b98e0780d2f None None] Bound port: 45afbf27-0eb5-4f65-a5d8-a362c6a29cc1, host: dv-cinder-816104-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc0aee7-064c-4aef-973e-14879f0da8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8'}}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:23:07.143466 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-8b13692f-7023-42ef-a2e3-4b98e0780d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (45afbf27-0eb5-4f65-a5d8-a362c6a29cc1), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:07.240267 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c9894-9470-4f6e-9fb7-9742da44c123 None None] Pushing event updated for resources: {'Port': ['ID=90f56a9c-afd0-4699-968a-00611f490525,revision_number=2']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:07.278591 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-8b13692f-7023-42ef-a2e3-4b98e0780d2f None None] For port 45afbf27-0eb5-4f65-a5d8-a362c6a29cc1, host dv-cinder-816104-2-iscsi, cleared binding levels {{(pid=102635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:23:07.281401 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-4b9865e1-9a98-46c8-a148-5ab9de824dee None None] Provisioning complete for port 45afbf27-0eb5-4f65-a5d8-a362c6a29cc1 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:23:07.281772 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-4b9865e1-9a98-46c8-a148-5ab9de824dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (45afbf27-0eb5-4f65-a5d8-a362c6a29cc1), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:07.285337 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-8b13692f-7023-42ef-a2e3-4b98e0780d2f None None] For port 45afbf27-0eb5-4f65-a5d8-a362c6a29cc1, host dv-cinder-816104-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=45afbf27-0eb5-4f65-a5d8-a362c6a29cc1,segment=NetworkSegment(fdc0aee7-064c-4aef-973e-14879f0da8f4),segment_id=fdc0aee7-064c-4aef-973e-14879f0da8f4)] {{(pid=102635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:23:07.312090 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d32e0a0-4f55-43bd-924e-2c8a0864442b admin admin] Router 78df2dc8-3507-4907-86e6-0b3725793687 is scheduled to L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf with binding_index 1 {{(pid=102633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 04:23:07.318195 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-8b13692f-7023-42ef-a2e3-4b98e0780d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (45afbf27-0eb5-4f65-a5d8-a362c6a29cc1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:07.352059 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-4b9865e1-9a98-46c8-a148-5ab9de824dee None None] Port 45afbf27-0eb5-4f65-a5d8-a362c6a29cc1 cannot update to ACTIVE because it is not bound. {{(pid=102635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:23:07.390769 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc107eab-bcab-4f61-be5f-973a5cb0e984 None None] Pushing event updated for resources: {'Port': ['ID=45afbf27-0eb5-4f65-a5d8-a362c6a29cc1,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:07.393674 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b13692f-7023-42ef-a2e3-4b98e0780d2f None None] Routers {'f1e7e287-d5eb-4c96-8102-07e0febe573c'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:23:07.394305 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-8b13692f-7023-42ef-a2e3-4b98e0780d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:23:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['f1e7e287-d5eb-4c96-8102-07e0febe573c'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:23:07.491642 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d32e0a0-4f55-43bd-924e-2c8a0864442b admin admin] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:23:07.503323 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f92fcfe-2cd1-4626-ad0b-f4d6f5387032 None None] Sync routers for ids ['78df2dc8-3507-4907-86e6-0b3725793687'] in dv-cinder-816104-2-iscsi {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:23:07.520439 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3d32e0a0-4f55-43bd-924e-2c8a0864442b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:07.522217 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f92fcfe-2cd1-4626-ad0b-f4d6f5387032 None None] Routers {'78df2dc8-3507-4907-86e6-0b3725793687'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:23:07.522914 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-1f92fcfe-2cd1-4626-ad0b-f4d6f5387032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:23:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['78df2dc8-3507-4907-86e6-0b3725793687'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:23:07.528833 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 56106) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:23:07.535380 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-3d32e0a0-4f55-43bd-924e-2c8a0864442b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9024699 Feb 15 04:23:07.566678 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-8b13692f-7023-42ef-a2e3-4b98e0780d2f None None] Set router f1e7e287-d5eb-4c96-8102-07e0febe573c gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:23:07.661142 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-1f92fcfe-2cd1-4626-ad0b-f4d6f5387032 None None] Set router 78df2dc8-3507-4907-86e6-0b3725793687 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:23:07.813761 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-dc39eedf-935a-481b-9d3d-4cb5dee5152c None None] Provisioning complete for port 45afbf27-0eb5-4f65-a5d8-a362c6a29cc1 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:23:07.814340 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-dc39eedf-935a-481b-9d3d-4cb5dee5152c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (45afbf27-0eb5-4f65-a5d8-a362c6a29cc1), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:07.884630 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-8b13692f-7023-42ef-a2e3-4b98e0780d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'name': 'tempest-TestMinimumBasicScenario-1549965471-router', 'tenant_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '64fe8e85-6b9f-42a4-b27a-4320ec696bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:22:58Z', 'updated_at': '2022-02-15T04:23:02Z', 'revision_number': 4, 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'gw_port': {'id': '64fe8e85-6b9f-42a4-b27a-4320ec696bbb', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:22:59Z', 'updated_at': '2022-02-15T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '45afbf27-0eb5-4f65-a5d8-a362c6a29cc1', 'name': '', 'network_id': '39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8', 'tenant_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'mac_address': 'fa:16:3e:59:6c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '51212c4f-8f89-425e-8852-05113297def1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:23:01Z', 'updated_at': '2022-02-15T04:23:07Z', 'revision_number': 4, 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'subnets': [{'id': '51212c4f-8f89-425e-8852-05113297def1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:23:07.903467 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-1f92fcfe-2cd1-4626-ad0b-f4d6f5387032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78df2dc8-3507-4907-86e6-0b3725793687', 'name': 'tempest-TestMinimumBasicScenario-999711429-router', 'tenant_id': '5c921988dc0e498399aeb62635a46c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'cc7e9732-827b-40f7-b1eb-29c4eec58f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:23:05Z', 'updated_at': '2022-02-15T04:23:06Z', 'revision_number': 3, 'project_id': '5c921988dc0e498399aeb62635a46c48', 'gw_port': {'id': 'cc7e9732-827b-40f7-b1eb-29c4eec58f54', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:03:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78df2dc8-3507-4907-86e6-0b3725793687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:23:06Z', 'updated_at': '2022-02-15T04:23:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:23:07.932971 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f92fcfe-2cd1-4626-ad0b-f4d6f5387032 None None] Checking router: 78df2dc8-3507-4907-86e6-0b3725793687 for host: dv-cinder-816104-2-iscsi {{(pid=102636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:23:07.933327 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f92fcfe-2cd1-4626-ad0b-f4d6f5387032 None None] Updating router 78df2dc8-3507-4907-86e6-0b3725793687 port cc7e9732-827b-40f7-b1eb-29c4eec58f54 binding host dv-cinder-816104-2-iscsi {{(pid=102636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 04:23:07.940337 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b13692f-7023-42ef-a2e3-4b98e0780d2f None None] The sync data for ids ['f1e7e287-d5eb-4c96-8102-07e0febe573c'] in dv-cinder-816104-2-iscsi is: [{'id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'name': 'tempest-TestMinimumBasicScenario-1549965471-router', 'tenant_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '64fe8e85-6b9f-42a4-b27a-4320ec696bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:22:58Z', 'updated_at': '2022-02-15T04:23:02Z', 'revision_number': 4, 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'gw_port': {'id': '64fe8e85-6b9f-42a4-b27a-4320ec696bbb', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:22:59Z', 'updated_at': '2022-02-15T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '45afbf27-0eb5-4f65-a5d8-a362c6a29cc1', 'name': '', 'network_id': '39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8', 'tenant_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'mac_address': 'fa:16:3e:59:6c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '51212c4f-8f89-425e-8852-05113297def1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:23:01Z', 'updated_at': '2022-02-15T04:23:07Z', 'revision_number': 4, 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'subnets': [{'id': '51212c4f-8f89-425e-8852-05113297def1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:23:07.956792 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-dc39eedf-935a-481b-9d3d-4cb5dee5152c None None] Current status of the port 45afbf27-0eb5-4f65-a5d8-a362c6a29cc1 is: DOWN; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:23:07.957274 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-dc39eedf-935a-481b-9d3d-4cb5dee5152c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (45afbf27-0eb5-4f65-a5d8-a362c6a29cc1), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:07.983064 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-1f92fcfe-2cd1-4626-ad0b-f4d6f5387032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (cc7e9732-827b-40f7-b1eb-29c4eec58f54), before_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:07.988973 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f735af-e552-4dd8-8fc4-e78054479425 req-bcd71e7d-b2a4-47d8-baf8-68994e48826c tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:07.990523 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-e0f735af-e552-4dd8-8fc4-e78054479425 req-bcd71e7d-b2a4-47d8-baf8-68994e48826c tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.1188447 Feb 15 04:23:08.040401 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-dc39eedf-935a-481b-9d3d-4cb5dee5152c None None] For port 45afbf27-0eb5-4f65-a5d8-a362c6a29cc1, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=45afbf27-0eb5-4f65-a5d8-a362c6a29cc1,segment=NetworkSegment(fdc0aee7-064c-4aef-973e-14879f0da8f4),segment_id=fdc0aee7-064c-4aef-973e-14879f0da8f4)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:23:08.047904 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-dc39eedf-935a-481b-9d3d-4cb5dee5152c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (45afbf27-0eb5-4f65-a5d8-a362c6a29cc1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:08.122406 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39eedf-935a-481b-9d3d-4cb5dee5152c None None] Pushing event updated for resources: {'Port': ['ID=45afbf27-0eb5-4f65-a5d8-a362c6a29cc1,revision_number=5']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:08.157751 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-e0f735af-e552-4dd8-8fc4-e78054479425 req-949bc506-7017-4926-8380-b369f6bdf05d tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212304 Feb 15 04:23:08.259866 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e33e0636-0f3f-49f7-be4f-561cd45c97a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:08.427737 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-1f92fcfe-2cd1-4626-ad0b-f4d6f5387032 None None] Publish callbacks [] for port (cc7e9732-827b-40f7-b1eb-29c4eec58f54), precommit_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:08.435453 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-1f92fcfe-2cd1-4626-ad0b-f4d6f5387032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (cc7e9732-827b-40f7-b1eb-29c4eec58f54), after_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:08.486587 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.db_base_plugin_common [None req-e33e0636-0f3f-49f7-be4f-561cd45c97a0 admin admin] Allocated IP 172.20.0.1 (3c962aae-051a-425a-a246-9cc0c78ecf1e/bbb9fecd-1bf3-4cad-a1f7-4f654f5b232b/7dc29916-30a3-4232-895c-04d07aea2403) {{(pid=102634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:23:08.529749 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.managers [None req-1f92fcfe-2cd1-4626-ad0b-f4d6f5387032 None None] Attempting to bind port cc7e9732-827b-40f7-b1eb-29c4eec58f54 on host dv-cinder-816104-2-iscsi for vnic_type normal with profile {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:23:08.530786 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.managers [None req-1f92fcfe-2cd1-4626-ad0b-f4d6f5387032 None None] Attempting to bind port cc7e9732-827b-40f7-b1eb-29c4eec58f54 by drivers openvswitch,hyperv on host dv-cinder-816104-2-iscsi at level 0 using segments [{'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}] {{(pid=102636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:23:08.531349 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f92fcfe-2cd1-4626-ad0b-f4d6f5387032 None None] Attempting to bind port cc7e9732-827b-40f7-b1eb-29c4eec58f54 on network e6fb9507-f434-4add-a536-b65ba033e5e7 {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:23:08.531889 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:08.543926 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f92fcfe-2cd1-4626-ad0b-f4d6f5387032 None None] Checking agent: {'id': 'e997a1d7-0267-47ad-aad7-04acf389f1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 11, 40), 'started_at': datetime.datetime(2022, 2, 15, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:23:08.544305 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f92fcfe-2cd1-4626-ad0b-f4d6f5387032 None None] Checking segment: {'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:23:08.544700 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-1f92fcfe-2cd1-4626-ad0b-f4d6f5387032 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:08.545963 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f92fcfe-2cd1-4626-ad0b-f4d6f5387032 None None] Bound using segment: {'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'} {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:23:08.546457 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.managers [None req-1f92fcfe-2cd1-4626-ad0b-f4d6f5387032 None None] Bound port: cc7e9732-827b-40f7-b1eb-29c4eec58f54, host: dv-cinder-816104-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}}] {{(pid=102636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:23:08.546944 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-1f92fcfe-2cd1-4626-ad0b-f4d6f5387032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (cc7e9732-827b-40f7-b1eb-29c4eec58f54), before_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:08.549545 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78842b-d855-4678-86fe-90bd7a917308 None None] Pushing event updated for resources: {'Port': ['ID=cc7e9732-827b-40f7-b1eb-29c4eec58f54,revision_number=2']} {{(pid=102636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:08.564286 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152058fe-3f60-4374-acda-8fe73308c9fc None None] Network 3c962aae-051a-425a-a246-9cc0c78ecf1e requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:23:08.619633 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.db [None req-1f92fcfe-2cd1-4626-ad0b-f4d6f5387032 None None] For port cc7e9732-827b-40f7-b1eb-29c4eec58f54, host dv-cinder-816104-2-iscsi, cleared binding levels {{(pid=102636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:23:08.625602 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.db [None req-1f92fcfe-2cd1-4626-ad0b-f4d6f5387032 None None] For port cc7e9732-827b-40f7-b1eb-29c4eec58f54, host dv-cinder-816104-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=cc7e9732-827b-40f7-b1eb-29c4eec58f54,segment=NetworkSegment(5a34016a-0f1f-4003-98e1-68134538d335),segment_id=5a34016a-0f1f-4003-98e1-68134538d335)] {{(pid=102636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:23:08.632758 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-75346a52-8745-44ac-8e43-c3db279583ea None None] Provisioning complete for port 90f56a9c-afd0-4699-968a-00611f490525 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:23:08.633154 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-75346a52-8745-44ac-8e43-c3db279583ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (90f56a9c-afd0-4699-968a-00611f490525), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:08.635734 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-1f92fcfe-2cd1-4626-ad0b-f4d6f5387032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (cc7e9732-827b-40f7-b1eb-29c4eec58f54), after_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:08.674034 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e33e0636-0f3f-49f7-be4f-561cd45c97a0 admin admin] Publish callbacks [] for port (7dc29916-30a3-4232-895c-04d07aea2403), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:08.703978 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78842b-d855-4678-86fe-90bd7a917308 None None] Pushing event updated for resources: {'Port': ['ID=cc7e9732-827b-40f7-b1eb-29c4eec58f54,revision_number=3']} {{(pid=102636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:08.714511 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f92fcfe-2cd1-4626-ad0b-f4d6f5387032 None None] Routers {'78df2dc8-3507-4907-86e6-0b3725793687'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:23:08.715274 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-1f92fcfe-2cd1-4626-ad0b-f4d6f5387032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:23:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['78df2dc8-3507-4907-86e6-0b3725793687'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:23:08.739033 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e33e0636-0f3f-49f7-be4f-561cd45c97a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5688251'] for port (7dc29916-30a3-4232-895c-04d07aea2403), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:08.814991 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e0636-0f3f-49f7-be4f-561cd45c97a0 admin admin] Pushing event updated for resources: {'Port': ['ID=7dc29916-30a3-4232-895c-04d07aea2403,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:08.819493 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33e0636-0f3f-49f7-be4f-561cd45c97a0 admin admin] Network 3c962aae-051a-425a-a246-9cc0c78ecf1e is already hosted by enough agents. {{(pid=102634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:23:08.821497 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.base_scheduler [None req-e33e0636-0f3f-49f7-be4f-561cd45c97a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:23:08.825685 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33e0636-0f3f-49f7-be4f-561cd45c97a0 admin admin] Received port after_create {{(pid=102634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:23:08.832469 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-75346a52-8745-44ac-8e43-c3db279583ea None None] Current status of the port 90f56a9c-afd0-4699-968a-00611f490525 is: DOWN; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:23:08.833131 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-75346a52-8745-44ac-8e43-c3db279583ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (90f56a9c-afd0-4699-968a-00611f490525), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:08.885289 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e33e0636-0f3f-49f7-be4f-561cd45c97a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639657'] for router_interface (78df2dc8-3507-4907-86e6-0b3725793687), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:08.893245 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-1f92fcfe-2cd1-4626-ad0b-f4d6f5387032 None None] Set router 78df2dc8-3507-4907-86e6-0b3725793687 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:23:08.893472 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-75346a52-8745-44ac-8e43-c3db279583ea None None] For port 90f56a9c-afd0-4699-968a-00611f490525, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=90f56a9c-afd0-4699-968a-00611f490525,segment=NetworkSegment(488b9ae7-d985-44ca-a53d-a142eb2dd474),segment_id=488b9ae7-d985-44ca-a53d-a142eb2dd474)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:23:08.904914 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-75346a52-8745-44ac-8e43-c3db279583ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (90f56a9c-afd0-4699-968a-00611f490525), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:08.993822 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75346a52-8745-44ac-8e43-c3db279583ea None None] Pushing event updated for resources: {'Port': ['ID=90f56a9c-afd0-4699-968a-00611f490525,revision_number=3']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:09.065286 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e33e0636-0f3f-49f7-be4f-561cd45c97a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (7dc29916-30a3-4232-895c-04d07aea2403), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:09.133677 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-dca134fe-b9f4-4e9b-9a8e-c72994d0ac21 None None] Provisioning complete for port 90f56a9c-afd0-4699-968a-00611f490525 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:23:09.134251 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-dca134fe-b9f4-4e9b-9a8e-c72994d0ac21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (90f56a9c-afd0-4699-968a-00611f490525), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:09.160825 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-1f92fcfe-2cd1-4626-ad0b-f4d6f5387032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78df2dc8-3507-4907-86e6-0b3725793687', 'name': 'tempest-TestMinimumBasicScenario-999711429-router', 'tenant_id': '5c921988dc0e498399aeb62635a46c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'cc7e9732-827b-40f7-b1eb-29c4eec58f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:23:05Z', 'updated_at': '2022-02-15T04:23:06Z', 'revision_number': 3, 'project_id': '5c921988dc0e498399aeb62635a46c48', 'gw_port': {'id': 'cc7e9732-827b-40f7-b1eb-29c4eec58f54', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:03:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78df2dc8-3507-4907-86e6-0b3725793687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:23:06Z', 'updated_at': '2022-02-15T04:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:23:09.210618 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f92fcfe-2cd1-4626-ad0b-f4d6f5387032 None None] The sync data for ids ['78df2dc8-3507-4907-86e6-0b3725793687'] in dv-cinder-816104-2-iscsi is: [{'id': '78df2dc8-3507-4907-86e6-0b3725793687', 'name': 'tempest-TestMinimumBasicScenario-999711429-router', 'tenant_id': '5c921988dc0e498399aeb62635a46c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'cc7e9732-827b-40f7-b1eb-29c4eec58f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:23:05Z', 'updated_at': '2022-02-15T04:23:06Z', 'revision_number': 3, 'project_id': '5c921988dc0e498399aeb62635a46c48', 'gw_port': {'id': 'cc7e9732-827b-40f7-b1eb-29c4eec58f54', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:03:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78df2dc8-3507-4907-86e6-0b3725793687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:23:06Z', 'updated_at': '2022-02-15T04:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}] {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:23:09.291505 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-dca134fe-b9f4-4e9b-9a8e-c72994d0ac21 None None] Current status of the port 90f56a9c-afd0-4699-968a-00611f490525 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:23:09.342332 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e33e0636-0f3f-49f7-be4f-561cd45c97a0 admin admin] Publish callbacks [] for port (7dc29916-30a3-4232-895c-04d07aea2403), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:09.352521 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e33e0636-0f3f-49f7-be4f-561cd45c97a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5688194'] for port (7dc29916-30a3-4232-895c-04d07aea2403), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:09.469217 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79dffd-6afa-4dc3-aa39-6f0d02184135 req-a687ddff-29ed-4468-acfd-441e89ea1ae4 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:09.471536 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-df79dffd-6afa-4dc3-aa39-6f0d02184135 req-a687ddff-29ed-4468-acfd-441e89ea1ae4 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.1735334 Feb 15 04:23:09.471831 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 45afbf27-0eb5-4f65-a5d8-a362c6a29cc1 up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:23:09.479535 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e33e0636-0f3f-49f7-be4f-561cd45c97a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-713549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639701'] for router_interface (78df2dc8-3507-4907-86e6-0b3725793687), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:09.503083 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e0636-0f3f-49f7-be4f-561cd45c97a0 admin admin] Pushing event updated for resources: {'Port': ['ID=7dc29916-30a3-4232-895c-04d07aea2403,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:09.535147 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-f35ccd15-6c38-4793-978c-78f225771b9c None None] Provisioning complete for port 7dc29916-30a3-4232-895c-04d07aea2403 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:23:09.535547 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-f35ccd15-6c38-4793-978c-78f225771b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (7dc29916-30a3-4232-895c-04d07aea2403), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:09.581276 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-f35ccd15-6c38-4793-978c-78f225771b9c None None] Port 7dc29916-30a3-4232-895c-04d07aea2403 cannot update to ACTIVE because it is not bound. {{(pid=102635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:23:09.594519 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port 45afbf27-0eb5-4f65-a5d8-a362c6a29cc1 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:23:09.594899 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (45afbf27-0eb5-4f65-a5d8-a362c6a29cc1), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:09.608857 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-df79dffd-6afa-4dc3-aa39-6f0d02184135 req-fc458d9d-404a-49d6-a342-0e9a3697dff5 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249878 Feb 15 04:23:09.661272 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33e0636-0f3f-49f7-be4f-561cd45c97a0 admin admin] Network 3c962aae-051a-425a-a246-9cc0c78ecf1e is already hosted by enough agents. {{(pid=102634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:23:09.662996 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.base_scheduler [None req-e33e0636-0f3f-49f7-be4f-561cd45c97a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:23:09.695148 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port 45afbf27-0eb5-4f65-a5d8-a362c6a29cc1 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:23:09.696348 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 90f56a9c-afd0-4699-968a-00611f490525 up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:23:09.797302 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:09.801144 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port 90f56a9c-afd0-4699-968a-00611f490525 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:23:09.802020 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (90f56a9c-afd0-4699-968a-00611f490525), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:09.850955 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33e0636-0f3f-49f7-be4f-561cd45c97a0 admin admin] Router 78df2dc8-3507-4907-86e6-0b3725793687 has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:23:09.992744 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port 90f56a9c-afd0-4699-968a-00611f490525 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:23:10.028207 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-35d2383c-62dc-4500-8866-6eb221477011 None None] Provisioning complete for port 7dc29916-30a3-4232-895c-04d07aea2403 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:23:10.030410 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-35d2383c-62dc-4500-8866-6eb221477011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (7dc29916-30a3-4232-895c-04d07aea2403), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:10.069175 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33e0636-0f3f-49f7-be4f-561cd45c97a0 admin admin] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:23:10.086526 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-e33e0636-0f3f-49f7-be4f-561cd45c97a0 admin admin] 10.222.0.45 "PUT /v2.0/routers/78df2dc8-3507-4907-86e6-0b3725793687/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5508935 Feb 15 04:23:10.279781 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-35d2383c-62dc-4500-8866-6eb221477011 None None] Port 7dc29916-30a3-4232-895c-04d07aea2403 cannot update to ACTIVE because it is not bound. {{(pid=102635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:23:10.801885 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae416d-9b41-45d4-8968-ac3ee9697286 req-915b8903-7235-4879-8ef3-7a6bf87046e0 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:10.803387 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-8bae416d-9b41-45d4-8968-ac3ee9697286 req-915b8903-7235-4879-8ef3-7a6bf87046e0 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0720897 Feb 15 04:23:10.856777 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-8bae416d-9b41-45d4-8968-ac3ee9697286 req-4c4dd230-b60f-4b62-877e-b498b6f98cc9 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469720 Feb 15 04:23:11.353220 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8412a71-012a-4b99-90e2-e93fd284b4aa req-0adadf1c-9553-4192-bbd3-a90f4617a4d7 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:11.361246 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c8412a71-012a-4b99-90e2-e93fd284b4aa req-0adadf1c-9553-4192-bbd3-a90f4617a4d7 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.1651790 Feb 15 04:23:11.392475 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d493082-33ad-489d-9ce6-ea2ce33c650e req-5cbaec19-01a3-4c04-95f7-3570b774ed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:11.394428 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8d493082-33ad-489d-9ce6-ea2ce33c650e req-5cbaec19-01a3-4c04-95f7-3570b774ed4d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f8bc531651b748a791dbbbc11ee10adb&device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 1130 time: 0.1318483 Feb 15 04:23:11.418447 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device cc7e9732-827b-40f7-b1eb-29c4eec58f54 up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:23:11.542343 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port cc7e9732-827b-40f7-b1eb-29c4eec58f54 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:23:11.544314 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (cc7e9732-827b-40f7-b1eb-29c4eec58f54), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:11.601716 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c8412a71-012a-4b99-90e2-e93fd284b4aa req-78ca1fb8-bb2c-499a-8c4e-1d4505e10746 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222567 Feb 15 04:23:11.641424 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d493082-33ad-489d-9ce6-ea2ce33c650e req-6160d99f-0afa-4581-8d5b-c45765970d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:11.649254 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8d493082-33ad-489d-9ce6-ea2ce33c650e req-6160d99f-0afa-4581-8d5b-c45765970d01 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ee659080-78cf-4efd-be3b-466b39ec5040 HTTP/1.1" status: 200 len: 919 time: 0.2473271 Feb 15 04:23:11.691968 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:11.804638 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8d493082-33ad-489d-9ce6-ea2ce33c650e req-b9fa3cde-f3b1-477d-a6b9-7dea19715f9a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3de6a7fb-53a5-40a9-af0f-ab012f0726c6 HTTP/1.1" status: 200 len: 217 time: 0.1390865 Feb 15 04:23:11.895447 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port cc7e9732-827b-40f7-b1eb-29c4eec58f54 is: DOWN; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:23:11.898716 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (cc7e9732-827b-40f7-b1eb-29c4eec58f54), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:11.902914 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d493082-33ad-489d-9ce6-ea2ce33c650e req-1ed7a194-ef02-4a68-b4c6-40ce54e607bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:11.905758 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8d493082-33ad-489d-9ce6-ea2ce33c650e req-1ed7a194-ef02-4a68-b4c6-40ce54e607bb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4162ffac-2362-474f-b644-4e31f81938f3 HTTP/1.1" status: 200 len: 859 time: 0.0943086 Feb 15 04:23:11.918119 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1302a9-9ca0-4b99-bce7-e5f02afb716c None None] Sync routers for ids ['78df2dc8-3507-4907-86e6-0b3725793687'] in dv-cinder-816104-2-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:23:11.960694 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1302a9-9ca0-4b99-bce7-e5f02afb716c None None] Routers {'78df2dc8-3507-4907-86e6-0b3725793687'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:23:11.961824 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-6a1302a9-9ca0-4b99-bce7-e5f02afb716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:23:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['78df2dc8-3507-4907-86e6-0b3725793687'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:23:11.972796 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8d493082-33ad-489d-9ce6-ea2ce33c650e req-0521031a-2684-4445-912b-f95b408d49ff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ee659080-78cf-4efd-be3b-466b39ec5040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583642 Feb 15 04:23:12.045187 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] For port cc7e9732-827b-40f7-b1eb-29c4eec58f54, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=cc7e9732-827b-40f7-b1eb-29c4eec58f54,segment=NetworkSegment(5a34016a-0f1f-4003-98e1-68134538d335),segment_id=5a34016a-0f1f-4003-98e1-68134538d335)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:23:12.067764 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (cc7e9732-827b-40f7-b1eb-29c4eec58f54), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:12.256483 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8d493082-33ad-489d-9ce6-ea2ce33c650e req-beb6652a-e694-4e8c-82ff-88202e835f4c service neutron] 10.222.0.59 "GET /v2.0/networks/ee659080-78cf-4efd-be3b-466b39ec5040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764680 Feb 15 04:23:12.328403 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Pushing event updated for resources: {'Port': ['ID=cc7e9732-827b-40f7-b1eb-29c4eec58f54,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:12.355717 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-6a1302a9-9ca0-4b99-bce7-e5f02afb716c None None] Set router 78df2dc8-3507-4907-86e6-0b3725793687 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:23:12.515916 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8d493082-33ad-489d-9ce6-ea2ce33c650e req-c4f2b2ee-63ff-4749-a5e6-ef6d0f7d23a7 service neutron] 10.222.0.59 "GET /v2.0/networks/ee659080-78cf-4efd-be3b-466b39ec5040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506132 Feb 15 04:23:12.812057 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb0a97-61b9-4d67-bc08-ae0b4ae2222f req-95d3f45c-b5c8-4089-abec-d7a6ff56cd2f tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:12.826663 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-eceb0a97-61b9-4d67-bc08-ae0b4ae2222f req-95d3f45c-b5c8-4089-abec-d7a6ff56cd2f tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.1190159 Feb 15 04:23:12.868520 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-6a1302a9-9ca0-4b99-bce7-e5f02afb716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78df2dc8-3507-4907-86e6-0b3725793687', 'name': 'tempest-TestMinimumBasicScenario-999711429-router', 'tenant_id': '5c921988dc0e498399aeb62635a46c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'cc7e9732-827b-40f7-b1eb-29c4eec58f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:23:05Z', 'updated_at': '2022-02-15T04:23:09Z', 'revision_number': 4, 'project_id': '5c921988dc0e498399aeb62635a46c48', 'gw_port': {'id': 'cc7e9732-827b-40f7-b1eb-29c4eec58f54', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:03:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78df2dc8-3507-4907-86e6-0b3725793687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:23:06Z', 'updated_at': '2022-02-15T04:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '7dc29916-30a3-4232-895c-04d07aea2403', 'name': '', 'network_id': '3c962aae-051a-425a-a246-9cc0c78ecf1e', 'tenant_id': '5c921988dc0e498399aeb62635a46c48', 'mac_address': 'fa:16:3e:c5:74:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78df2dc8-3507-4907-86e6-0b3725793687', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'bbb9fecd-1bf3-4cad-a1f7-4f654f5b232b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:23:08Z', 'updated_at': '2022-02-15T04:23:09Z', 'revision_number': 2, 'project_id': '5c921988dc0e498399aeb62635a46c48', 'subnets': [{'id': 'bbb9fecd-1bf3-4cad-a1f7-4f654f5b232b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:23:12.947742 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1302a9-9ca0-4b99-bce7-e5f02afb716c None None] Checking router: 78df2dc8-3507-4907-86e6-0b3725793687 for host: dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:23:12.948131 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1302a9-9ca0-4b99-bce7-e5f02afb716c None None] Updating router 78df2dc8-3507-4907-86e6-0b3725793687 port 7dc29916-30a3-4232-895c-04d07aea2403 binding host dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 04:23:12.960127 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-eceb0a97-61b9-4d67-bc08-ae0b4ae2222f req-760b11a7-dadf-4169-b84d-a550f73c978c tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266906 Feb 15 04:23:13.061568 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-6a1302a9-9ca0-4b99-bce7-e5f02afb716c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (7dc29916-30a3-4232-895c-04d07aea2403), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:13.609752 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device cc7e9732-827b-40f7-b1eb-29c4eec58f54 up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:23:13.663085 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-6a1302a9-9ca0-4b99-bce7-e5f02afb716c None None] Publish callbacks [] for port (7dc29916-30a3-4232-895c-04d07aea2403), precommit_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:13.695177 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff8ca6-ceea-4837-a4e2-bff4d7292449 req-06e2285d-2a93-4767-b11b-6698e8bf6e3e tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:13.698514 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-6a1302a9-9ca0-4b99-bce7-e5f02afb716c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (7dc29916-30a3-4232-895c-04d07aea2403), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:13.705219 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8fff8ca6-ceea-4837-a4e2-bff4d7292449 req-06e2285d-2a93-4767-b11b-6698e8bf6e3e tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=83bb9e1b-3966-4d2d-96b1-7d4806a550c3 HTTP/1.1" status: 200 len: 945 time: 0.1164234 Feb 15 04:23:13.855381 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e655b1a-4538-419d-a73e-c6f0a612577a None None] Pushing event updated for resources: {'Port': ['ID=7dc29916-30a3-4232-895c-04d07aea2403,revision_number=3']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:13.881110 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8fff8ca6-ceea-4837-a4e2-bff4d7292449 req-1bbf7a14-a67d-4953-8509-28bbf9b04a16 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684539 Feb 15 04:23:14.034424 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port cc7e9732-827b-40f7-b1eb-29c4eec58f54 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:23:14.035171 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (cc7e9732-827b-40f7-b1eb-29c4eec58f54), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:14.095835 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-6a1302a9-9ca0-4b99-bce7-e5f02afb716c None None] Attempting to bind port 7dc29916-30a3-4232-895c-04d07aea2403 on host dv-cinder-816104-2-iscsi for vnic_type normal with profile {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:23:14.096213 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-6a1302a9-9ca0-4b99-bce7-e5f02afb716c None None] Attempting to bind port 7dc29916-30a3-4232-895c-04d07aea2403 by drivers openvswitch,hyperv on host dv-cinder-816104-2-iscsi at level 0 using segments [{'id': '488b9ae7-d985-44ca-a53d-a142eb2dd474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3c962aae-051a-425a-a246-9cc0c78ecf1e'}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:23:14.096578 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1302a9-9ca0-4b99-bce7-e5f02afb716c None None] Attempting to bind port 7dc29916-30a3-4232-895c-04d07aea2403 on network 3c962aae-051a-425a-a246-9cc0c78ecf1e {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:23:14.111749 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1302a9-9ca0-4b99-bce7-e5f02afb716c None None] Checking agent: {'id': 'e997a1d7-0267-47ad-aad7-04acf389f1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 11, 40), 'started_at': datetime.datetime(2022, 2, 15, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:23:14.112045 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1302a9-9ca0-4b99-bce7-e5f02afb716c None None] Checking segment: {'id': '488b9ae7-d985-44ca-a53d-a142eb2dd474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3c962aae-051a-425a-a246-9cc0c78ecf1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:23:14.112453 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-6a1302a9-9ca0-4b99-bce7-e5f02afb716c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:14.112846 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1302a9-9ca0-4b99-bce7-e5f02afb716c None None] Bound using segment: {'id': '488b9ae7-d985-44ca-a53d-a142eb2dd474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3c962aae-051a-425a-a246-9cc0c78ecf1e'} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:23:14.113508 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-6a1302a9-9ca0-4b99-bce7-e5f02afb716c None None] Bound port: 7dc29916-30a3-4232-895c-04d07aea2403, host: dv-cinder-816104-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488b9ae7-d985-44ca-a53d-a142eb2dd474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3c962aae-051a-425a-a246-9cc0c78ecf1e'}}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:23:14.114219 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-6a1302a9-9ca0-4b99-bce7-e5f02afb716c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (7dc29916-30a3-4232-895c-04d07aea2403), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:14.190188 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103dc82-5ef1-4123-8e64-2c30712b9f4a req-196c1291-4cff-4c05-8c25-98421db0dc82 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:14.204521 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1103dc82-5ef1-4123-8e64-2c30712b9f4a req-196c1291-4cff-4c05-8c25-98421db0dc82 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0968070 Feb 15 04:23:14.209025 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-6a1302a9-9ca0-4b99-bce7-e5f02afb716c None None] For port 7dc29916-30a3-4232-895c-04d07aea2403, host dv-cinder-816104-2-iscsi, cleared binding levels {{(pid=102635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:23:14.213030 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-6a1302a9-9ca0-4b99-bce7-e5f02afb716c None None] For port 7dc29916-30a3-4232-895c-04d07aea2403, host dv-cinder-816104-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=7dc29916-30a3-4232-895c-04d07aea2403,segment=NetworkSegment(488b9ae7-d985-44ca-a53d-a142eb2dd474),segment_id=488b9ae7-d985-44ca-a53d-a142eb2dd474)] {{(pid=102635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:23:14.223026 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-6a1302a9-9ca0-4b99-bce7-e5f02afb716c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (7dc29916-30a3-4232-895c-04d07aea2403), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:14.317019 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1103dc82-5ef1-4123-8e64-2c30712b9f4a req-7de49267-7552-4d53-a9d1-eb2c03ac2229 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113253 Feb 15 04:23:14.430979 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port cc7e9732-827b-40f7-b1eb-29c4eec58f54 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:23:14.438186 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-f99bd0c3-f50a-46b4-9be8-22c8cc6c5213 None None] Provisioning complete for port 7dc29916-30a3-4232-895c-04d07aea2403 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:23:14.438663 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-f99bd0c3-f50a-46b4-9be8-22c8cc6c5213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (7dc29916-30a3-4232-895c-04d07aea2403), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:14.441399 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1302a9-9ca0-4b99-bce7-e5f02afb716c None None] Routers {'78df2dc8-3507-4907-86e6-0b3725793687'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:23:14.441708 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-6a1302a9-9ca0-4b99-bce7-e5f02afb716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:23:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['78df2dc8-3507-4907-86e6-0b3725793687'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:23:14.443894 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e655b1a-4538-419d-a73e-c6f0a612577a None None] Pushing event updated for resources: {'Port': ['ID=7dc29916-30a3-4232-895c-04d07aea2403,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:14.776468 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-6a1302a9-9ca0-4b99-bce7-e5f02afb716c None None] Set router 78df2dc8-3507-4907-86e6-0b3725793687 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:23:14.823553 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-f99bd0c3-f50a-46b4-9be8-22c8cc6c5213 None None] Current status of the port 7dc29916-30a3-4232-895c-04d07aea2403 is: DOWN; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:23:14.824170 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-f99bd0c3-f50a-46b4-9be8-22c8cc6c5213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (7dc29916-30a3-4232-895c-04d07aea2403), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:14.960144 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-f99bd0c3-f50a-46b4-9be8-22c8cc6c5213 None None] For port 7dc29916-30a3-4232-895c-04d07aea2403, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=7dc29916-30a3-4232-895c-04d07aea2403,segment=NetworkSegment(488b9ae7-d985-44ca-a53d-a142eb2dd474),segment_id=488b9ae7-d985-44ca-a53d-a142eb2dd474)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:23:15.006821 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-f99bd0c3-f50a-46b4-9be8-22c8cc6c5213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (7dc29916-30a3-4232-895c-04d07aea2403), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:15.240384 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7667a-b2a3-428c-815a-c8d1f371a492 req-46063933-c1c8-4a56-bea2-ab6560d25fac tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:15.251380 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a8c7667a-b2a3-428c-815a-c8d1f371a492 req-46063933-c1c8-4a56-bea2-ab6560d25fac tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=83bb9e1b-3966-4d2d-96b1-7d4806a550c3 HTTP/1.1" status: 200 len: 945 time: 0.2730188 Feb 15 04:23:15.303922 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-bf963dcf-b57a-4e03-ade3-c0dd3a6afea8 None None] Provisioning complete for port 7dc29916-30a3-4232-895c-04d07aea2403 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:23:15.304656 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-bf963dcf-b57a-4e03-ade3-c0dd3a6afea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (7dc29916-30a3-4232-895c-04d07aea2403), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:15.329361 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a8c7667a-b2a3-428c-815a-c8d1f371a492 req-037c270c-1973-4c9c-82a9-ec52cc10649e tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766878 Feb 15 04:23:15.410185 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99bd0c3-f50a-46b4-9be8-22c8cc6c5213 None None] Pushing event updated for resources: {'Port': ['ID=7dc29916-30a3-4232-895c-04d07aea2403,revision_number=5']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:15.614964 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f33af0-4304-42d7-8efe-72e39dfacace req-45a8af2e-e3d2-4b8b-a93a-ee430b0f3f3a tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:15.617840 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-84f33af0-4304-42d7-8efe-72e39dfacace req-45a8af2e-e3d2-4b8b-a93a-ee430b0f3f3a tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.1665952 Feb 15 04:23:15.706232 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-bf963dcf-b57a-4e03-ade3-c0dd3a6afea8 None None] Current status of the port 7dc29916-30a3-4232-895c-04d07aea2403 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:23:15.759078 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-84f33af0-4304-42d7-8efe-72e39dfacace req-999098b9-ea44-4235-a43f-c0a3f2bd7f46 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344995 Feb 15 04:23:15.771691 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-6a1302a9-9ca0-4b99-bce7-e5f02afb716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78df2dc8-3507-4907-86e6-0b3725793687', 'name': 'tempest-TestMinimumBasicScenario-999711429-router', 'tenant_id': '5c921988dc0e498399aeb62635a46c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'cc7e9732-827b-40f7-b1eb-29c4eec58f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:23:05Z', 'updated_at': '2022-02-15T04:23:09Z', 'revision_number': 4, 'project_id': '5c921988dc0e498399aeb62635a46c48', 'gw_port': {'id': 'cc7e9732-827b-40f7-b1eb-29c4eec58f54', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:03:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78df2dc8-3507-4907-86e6-0b3725793687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:23:06Z', 'updated_at': '2022-02-15T04:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '7dc29916-30a3-4232-895c-04d07aea2403', 'name': '', 'network_id': '3c962aae-051a-425a-a246-9cc0c78ecf1e', 'tenant_id': '5c921988dc0e498399aeb62635a46c48', 'mac_address': 'fa:16:3e:c5:74:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78df2dc8-3507-4907-86e6-0b3725793687', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'bbb9fecd-1bf3-4cad-a1f7-4f654f5b232b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:23:08Z', 'updated_at': '2022-02-15T04:23:14Z', 'revision_number': 4, 'project_id': '5c921988dc0e498399aeb62635a46c48', 'subnets': [{'id': 'bbb9fecd-1bf3-4cad-a1f7-4f654f5b232b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:23:15.843679 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1302a9-9ca0-4b99-bce7-e5f02afb716c None None] The sync data for ids ['78df2dc8-3507-4907-86e6-0b3725793687'] in dv-cinder-816104-2-iscsi is: [{'id': '78df2dc8-3507-4907-86e6-0b3725793687', 'name': 'tempest-TestMinimumBasicScenario-999711429-router', 'tenant_id': '5c921988dc0e498399aeb62635a46c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'cc7e9732-827b-40f7-b1eb-29c4eec58f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:23:05Z', 'updated_at': '2022-02-15T04:23:09Z', 'revision_number': 4, 'project_id': '5c921988dc0e498399aeb62635a46c48', 'gw_port': {'id': 'cc7e9732-827b-40f7-b1eb-29c4eec58f54', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:03:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78df2dc8-3507-4907-86e6-0b3725793687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:23:06Z', 'updated_at': '2022-02-15T04:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '7dc29916-30a3-4232-895c-04d07aea2403', 'name': '', 'network_id': '3c962aae-051a-425a-a246-9cc0c78ecf1e', 'tenant_id': '5c921988dc0e498399aeb62635a46c48', 'mac_address': 'fa:16:3e:c5:74:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78df2dc8-3507-4907-86e6-0b3725793687', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'bbb9fecd-1bf3-4cad-a1f7-4f654f5b232b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:23:08Z', 'updated_at': '2022-02-15T04:23:14Z', 'revision_number': 4, 'project_id': '5c921988dc0e498399aeb62635a46c48', 'subnets': [{'id': 'bbb9fecd-1bf3-4cad-a1f7-4f654f5b232b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:23:15.960410 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c67d46-3769-4d50-b415-45b22909392c req-428cc50f-472b-44af-8217-c5f6cb3044e6 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:15.962091 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-96c67d46-3769-4d50-b415-45b22909392c req-428cc50f-472b-44af-8217-c5f6cb3044e6 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.59 "GET /v2.0/ports?device_id=83bb9e1b-3966-4d2d-96b1-7d4806a550c3 HTTP/1.1" status: 200 len: 945 time: 0.1123753 Feb 15 04:23:16.141520 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-96c67d46-3769-4d50-b415-45b22909392c req-87a2935b-9a2d-4c3e-bf18-dde31f6eb17f tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Deleting port 1742f07e-2dd0-40ed-9cae-3d28b82b6119 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:23:16.141520 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-96c67d46-3769-4d50-b415-45b22909392c req-87a2935b-9a2d-4c3e-bf18-dde31f6eb17f tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (1742f07e-2dd0-40ed-9cae-3d28b82b6119), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:16.418618 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-96c67d46-3769-4d50-b415-45b22909392c req-87a2935b-9a2d-4c3e-bf18-dde31f6eb17f tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] For port 1742f07e-2dd0-40ed-9cae-3d28b82b6119, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=1742f07e-2dd0-40ed-9cae-3d28b82b6119,segment=NetworkSegment(6e131826-e383-4c3d-a2a0-30aaa6333ce4),segment_id=6e131826-e383-4c3d-a2a0-30aaa6333ce4)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:23:16.419336 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-96c67d46-3769-4d50-b415-45b22909392c req-87a2935b-9a2d-4c3e-bf18-dde31f6eb17f tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (1742f07e-2dd0-40ed-9cae-3d28b82b6119), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:16.448932 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-96c67d46-3769-4d50-b415-45b22909392c req-87a2935b-9a2d-4c3e-bf18-dde31f6eb17f tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Calling delete_port for 1742f07e-2dd0-40ed-9cae-3d28b82b6119 owned by compute:nova {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:23:16.690543 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26bfa3a-5187-43cf-9488-a2c8eddd881e req-a35aefb7-f3ba-4d40-9715-f32c30175e48 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:16.692449 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d26bfa3a-5187-43cf-9488-a2c8eddd881e req-a35aefb7-f3ba-4d40-9715-f32c30175e48 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=83bb9e1b-3966-4d2d-96b1-7d4806a550c3 HTTP/1.1" status: 200 len: 945 time: 0.2346952 Feb 15 04:23:16.990048 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d26bfa3a-5187-43cf-9488-a2c8eddd881e req-973cfb82-4019-46c8-ae8a-f8cff0b464e3 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763233 Feb 15 04:23:16.997307 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-96c67d46-3769-4d50-b415-45b22909392c req-87a2935b-9a2d-4c3e-bf18-dde31f6eb17f tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (1742f07e-2dd0-40ed-9cae-3d28b82b6119), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:17.010906 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['e5000b8c-e731-4109-b8ae-a57706444763', 'b6600cc5-a977-447e-babc-502e1df4a937', '8b743140-5b15-4189-a9ad-b671dd542c58'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:23:17.091439 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2935b-9a2d-4c3e-bf18-dde31f6eb17f tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Pushing event deleted for resources: {'Port': ['ID=1742f07e-2dd0-40ed-9cae-3d28b82b6119,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:17.198736 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c67d46-3769-4d50-b415-45b22909392c req-87a2935b-9a2d-4c3e-bf18-dde31f6eb17f tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] No DVR routers for this DVR port 1742f07e-2dd0-40ed-9cae-3d28b82b6119 on host hv-cinder-81610 {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:23:17.213471 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-96c67d46-3769-4d50-b415-45b22909392c req-87a2935b-9a2d-4c3e-bf18-dde31f6eb17f tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:17.223797 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-96c67d46-3769-4d50-b415-45b22909392c req-87a2935b-9a2d-4c3e-bf18-dde31f6eb17f tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.59 "DELETE /v2.0/ports/1742f07e-2dd0-40ed-9cae-3d28b82b6119 HTTP/1.1" status: 204 len: 173 time: 1.2545841 Feb 15 04:23:17.224834 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83bb9e1b-3966-4d2d-96b1-7d4806a550c3', 'name': 'network-vif-deleted', 'tag': '1742f07e-2dd0-40ed-9cae-3d28b82b6119'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:23:17.227594 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cdb6cc-af9c-44cf-a398-b8ea4aef72ae" -d '{"events": [{"server_uuid": "83bb9e1b-3966-4d2d-96b1-7d4806a550c3", "name": "network-vif-deleted", "tag": "1742f07e-2dd0-40ed-9cae-3d28b82b6119"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:23:17.475020 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3b58d-9a6e-480c-9042-0d1b409a8134 req-98741ec6-519a-4107-8897-9e2a9c8ddb50 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:17.483141 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5db3b58d-9a6e-480c-9042-0d1b409a8134 req-98741ec6-519a-4107-8897-9e2a9c8ddb50 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.3326066 Feb 15 04:23:17.574366 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 7dc29916-30a3-4232-895c-04d07aea2403 up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:23:17.619281 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5db3b58d-9a6e-480c-9042-0d1b409a8134 req-2a081d5b-7c9e-4aab-b336-0c6651b942f4 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323531 Feb 15 04:23:17.727252 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34af6106-6401-44bc-a2d9-a654a38bc48f x-openstack-request-id: req-34af6106-6401-44bc-a2d9-a654a38bc48f {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:23:17.727887 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83bb9e1b-3966-4d2d-96b1-7d4806a550c3", "name": "network-vif-deleted", "tag": "1742f07e-2dd0-40ed-9cae-3d28b82b6119", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:23:17.728522 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-34af6106-6401-44bc-a2d9-a654a38bc48f {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:23:17.729193 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83bb9e1b-3966-4d2d-96b1-7d4806a550c3', 'name': 'network-vif-deleted', 'tag': '1742f07e-2dd0-40ed-9cae-3d28b82b6119', 'status': 'completed', 'code': 200} Feb 15 04:23:17.832809 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port 7dc29916-30a3-4232-895c-04d07aea2403 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:23:17.833208 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (7dc29916-30a3-4232-895c-04d07aea2403), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:18.174110 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port 7dc29916-30a3-4232-895c-04d07aea2403 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:23:18.403621 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 1742f07e-2dd0-40ed-9cae-3d28b82b6119 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:23:18.450380 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] No Port match for: 1742f07e-2dd0-40ed-9cae-3d28b82b6119 {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:23:18.451627 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 1742f07e-2dd0-40ed-9cae-3d28b82b6119 not bound to the agent host hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:23:20.062683 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b108c93-9f9f-45c0-a8b6-8d3f646962c1 req-64d9a3ec-5012-4b67-bd8f-044f59a46354 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:20.071250 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6b108c93-9f9f-45c0-a8b6-8d3f646962c1 req-64d9a3ec-5012-4b67-bd8f-044f59a46354 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=65a44514-834f-40e0-8a03-1f39942e705f HTTP/1.1" status: 200 len: 945 time: 0.1107094 Feb 15 04:23:20.156433 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6b108c93-9f9f-45c0-a8b6-8d3f646962c1 req-9f9be4b7-03d1-48be-8247-6ddddf80661e tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812221 Feb 15 04:23:21.425416 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83ac96-3dfc-4d20-9437-3f86e2d4c513 req-2d133209-4065-408c-af0e-88e061b558b7 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:21.428823 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-fd83ac96-3dfc-4d20-9437-3f86e2d4c513 req-2d133209-4065-408c-af0e-88e061b558b7 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=65a44514-834f-40e0-8a03-1f39942e705f HTTP/1.1" status: 200 len: 945 time: 0.1321213 Feb 15 04:23:21.540175 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-fd83ac96-3dfc-4d20-9437-3f86e2d4c513 req-c7a4798c-b5ce-4370-94d8-2db210e32023 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070235 Feb 15 04:23:22.598068 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976e8ea-ac53-4ada-b031-1b84fa234925 req-d7d4c441-0a03-40cb-b861-20de2ddf6eba tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:22.599551 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5976e8ea-ac53-4ada-b031-1b84fa234925 req-d7d4c441-0a03-40cb-b861-20de2ddf6eba tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.59 "GET /v2.0/ports?device_id=65a44514-834f-40e0-8a03-1f39942e705f HTTP/1.1" status: 200 len: 945 time: 0.1366222 Feb 15 04:23:22.818064 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f92c7-28d4-4e79-89ca-0c5fc30f805f req-785d49eb-6dee-4f7c-9a97-8fb199732717 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:22.825110 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2c7f92c7-28d4-4e79-89ca-0c5fc30f805f req-785d49eb-6dee-4f7c-9a97-8fb199732717 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.1227150 Feb 15 04:23:22.913605 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2c7f92c7-28d4-4e79-89ca-0c5fc30f805f req-744081fb-de3a-4bbd-a7a8-fc6190f8a037 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874598 Feb 15 04:23:22.937634 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-5976e8ea-ac53-4ada-b031-1b84fa234925 req-6a88de0f-4def-42db-b765-ae9dfcab69af tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Deleting port 8b743140-5b15-4189-a9ad-b671dd542c58 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:23:22.938212 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-5976e8ea-ac53-4ada-b031-1b84fa234925 req-6a88de0f-4def-42db-b765-ae9dfcab69af tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (8b743140-5b15-4189-a9ad-b671dd542c58), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:23.148617 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-5976e8ea-ac53-4ada-b031-1b84fa234925 req-6a88de0f-4def-42db-b765-ae9dfcab69af tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] For port 8b743140-5b15-4189-a9ad-b671dd542c58, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=8b743140-5b15-4189-a9ad-b671dd542c58,segment=NetworkSegment(6e131826-e383-4c3d-a2a0-30aaa6333ce4),segment_id=6e131826-e383-4c3d-a2a0-30aaa6333ce4)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:23:23.149559 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-5976e8ea-ac53-4ada-b031-1b84fa234925 req-6a88de0f-4def-42db-b765-ae9dfcab69af tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (8b743140-5b15-4189-a9ad-b671dd542c58), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:23.190519 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445dc7f-bc97-479e-91d8-a41eb65c5358 req-51a98be9-9583-41f4-92ec-851993da85c0 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:23.192570 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8445dc7f-bc97-479e-91d8-a41eb65c5358 req-51a98be9-9583-41f4-92ec-851993da85c0 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=65a44514-834f-40e0-8a03-1f39942e705f HTTP/1.1" status: 200 len: 945 time: 0.1529322 Feb 15 04:23:23.199091 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-5976e8ea-ac53-4ada-b031-1b84fa234925 req-6a88de0f-4def-42db-b765-ae9dfcab69af tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Calling delete_port for 8b743140-5b15-4189-a9ad-b671dd542c58 owned by compute:nova {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:23:23.754498 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8445dc7f-bc97-479e-91d8-a41eb65c5358 req-a1531fc8-f37e-450d-8957-ab614d376a90 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5525317 Feb 15 04:23:23.907806 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-5976e8ea-ac53-4ada-b031-1b84fa234925 req-6a88de0f-4def-42db-b765-ae9dfcab69af tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (8b743140-5b15-4189-a9ad-b671dd542c58), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:23.950953 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88de0f-4def-42db-b765-ae9dfcab69af tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Pushing event deleted for resources: {'Port': ['ID=8b743140-5b15-4189-a9ad-b671dd542c58,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:24.003237 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['e5000b8c-e731-4109-b8ae-a57706444763', 'b6600cc5-a977-447e-babc-502e1df4a937', '8b743140-5b15-4189-a9ad-b671dd542c58'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:23:24.133730 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-5976e8ea-ac53-4ada-b031-1b84fa234925 req-6a88de0f-4def-42db-b765-ae9dfcab69af tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] No DVR routers for this DVR port 8b743140-5b15-4189-a9ad-b671dd542c58 on host hv-cinder-81610 {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:23:24.140813 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-5976e8ea-ac53-4ada-b031-1b84fa234925 req-6a88de0f-4def-42db-b765-ae9dfcab69af tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:24.148333 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5976e8ea-ac53-4ada-b031-1b84fa234925 req-6a88de0f-4def-42db-b765-ae9dfcab69af tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.59 "DELETE /v2.0/ports/8b743140-5b15-4189-a9ad-b671dd542c58 HTTP/1.1" status: 204 len: 173 time: 1.5219984 Feb 15 04:23:24.149103 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a44514-834f-40e0-8a03-1f39942e705f', 'name': 'network-vif-deleted', 'tag': '8b743140-5b15-4189-a9ad-b671dd542c58'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:23:24.152740 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bba817-ec36-4dc2-8070-b9cb561e751d" -d '{"events": [{"server_uuid": "65a44514-834f-40e0-8a03-1f39942e705f", "name": "network-vif-deleted", "tag": "8b743140-5b15-4189-a9ad-b671dd542c58"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:23:24.207736 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4adc3-a8ff-4576-9c38-ce1c3480d2f0 req-303490e0-7668-4ccf-a9b1-8b4508b00f1f tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:24.219327 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-26a4adc3-a8ff-4576-9c38-ce1c3480d2f0 req-303490e0-7668-4ccf-a9b1-8b4508b00f1f tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.1950781 Feb 15 04:23:24.300807 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-26a4adc3-a8ff-4576-9c38-ce1c3480d2f0 req-608702ff-b4f6-4644-bcd2-2f6a47f004c0 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812099 Feb 15 04:23:24.394922 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aaee3d7-fd9a-41a6-ae3d-42d6c6223b9a x-openstack-request-id: req-1aaee3d7-fd9a-41a6-ae3d-42d6c6223b9a {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:23:24.395452 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a44514-834f-40e0-8a03-1f39942e705f", "name": "network-vif-deleted", "tag": "8b743140-5b15-4189-a9ad-b671dd542c58", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:23:24.396302 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1aaee3d7-fd9a-41a6-ae3d-42d6c6223b9a {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:23:24.396302 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a44514-834f-40e0-8a03-1f39942e705f', 'name': 'network-vif-deleted', 'tag': '8b743140-5b15-4189-a9ad-b671dd542c58', 'status': 'completed', 'code': 200} Feb 15 04:23:25.057077 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ef5ebbcb-a4c2-4594-93b9-b1ecb01366ac req-8f8d1153-d27a-454d-971e-923bbe3353d3 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=65a44514-834f-40e0-8a03-1f39942e705f HTTP/1.1" status: 200 len: 210 time: 0.0402811 Feb 15 04:23:25.543661 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686fe44-bf59-453a-a11c-04981074047b req-6be8e70e-e372-4297-9c9c-5d97d4ab41b7 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:25.545779 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2686fe44-bf59-453a-a11c-04981074047b req-6be8e70e-e372-4297-9c9c-5d97d4ab41b7 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.1364229 Feb 15 04:23:25.606320 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2686fe44-bf59-453a-a11c-04981074047b req-a0bc47e2-7d8e-4bab-9b0f-70581090a9ad tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543964 Feb 15 04:23:25.631987 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-5975d31e-ef0e-408f-bf94-2b188d77e3d4 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:25.642227 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-5975d31e-ef0e-408f-bf94-2b188d77e3d4 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/networks?id=1623b098-48ca-48ad-88dc-118d6853c0b8 HTTP/1.1" status: 200 len: 814 time: 0.1309237 Feb 15 04:23:25.663621 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-391cc349-cf62-447a-8040-a3c9fa4a87f5 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/quotas/1ba3b5e2169b40148cfb3daa6fb61162 HTTP/1.1" status: 200 len: 375 time: 0.0201907 Feb 15 04:23:25.718754 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-e1dcb9be-30f3-43f6-a161-4924bb1f8e1e tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ba3b5e2169b40148cfb3daa6fb61162&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537467 Feb 15 04:23:25.899563 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-c23b7bb0-49fc-47ac-9089-3a36b94e2ba4 service neutron] 10.222.0.45 "GET /v2.0/networks/1623b098-48ca-48ad-88dc-118d6853c0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794877 Feb 15 04:23:25.909463 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2b5b1-139a-4135-9c75-ad85622a35ae req-3b09fbcf-831e-498e-96fc-5e2b0aa5b757 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:25.911053 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d9d2b5b1-139a-4135-9c75-ad85622a35ae req-3b09fbcf-831e-498e-96fc-5e2b0aa5b757 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.59 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 945 time: 0.1625483 Feb 15 04:23:26.084417 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-b8bbfd78-5cc0-405b-8f48-b9c66da793aa service neutron] 10.222.0.45 "GET /v2.0/networks/1623b098-48ca-48ad-88dc-118d6853c0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841211 Feb 15 04:23:26.164464 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-d9d2b5b1-139a-4135-9c75-ad85622a35ae req-c17125dc-5776-4c0b-8311-9fac0a6ad60c tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Deleting port 3749bf1d-7b7c-4d1e-b42c-d6d16599f7be {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:23:26.165769 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-d9d2b5b1-139a-4135-9c75-ad85622a35ae req-c17125dc-5776-4c0b-8311-9fac0a6ad60c tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (3749bf1d-7b7c-4d1e-b42c-d6d16599f7be), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:26.353378 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-2f2c991e-8077-4915-9782-010cb0c5be27 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:26.365842 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-2f2c991e-8077-4915-9782-010cb0c5be27 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/networks?id=39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8 HTTP/1.1" status: 200 len: 815 time: 0.3179002 Feb 15 04:23:26.408820 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 8b743140-5b15-4189-a9ad-b671dd542c58 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:23:26.416592 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-ece33789-f72d-4116-ab08-4787de22c661 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/quotas/b58d87f4f4ed448f8d45c85f92cf1462 HTTP/1.1" status: 200 len: 375 time: 0.0473511 Feb 15 04:23:26.417319 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-b4d3207d-e220-4a7e-bd0a-00ab4be50970 req-a2cab0fe-4b9d-4af6-8ee4-677137ebf75b tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf316805-ef34-4e31-9a87-59a0b8c0e09f HTTP/1.1" status: 200 len: 210 time: 0.0545559 Feb 15 04:23:26.532180 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-d9d2b5b1-139a-4135-9c75-ad85622a35ae req-c17125dc-5776-4c0b-8311-9fac0a6ad60c tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] For port 3749bf1d-7b7c-4d1e-b42c-d6d16599f7be, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=3749bf1d-7b7c-4d1e-b42c-d6d16599f7be,segment=NetworkSegment(e61be41a-7e7b-4345-aa45-9232b26d6b0c),segment_id=e61be41a-7e7b-4345-aa45-9232b26d6b0c)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:23:26.532557 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-d9d2b5b1-139a-4135-9c75-ad85622a35ae req-c17125dc-5776-4c0b-8311-9fac0a6ad60c tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (3749bf1d-7b7c-4d1e-b42c-d6d16599f7be), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:26.557839 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-d9d2b5b1-139a-4135-9c75-ad85622a35ae req-c17125dc-5776-4c0b-8311-9fac0a6ad60c tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Calling delete_port for 3749bf1d-7b7c-4d1e-b42c-d6d16599f7be owned by compute:nova {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:23:26.579649 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-d93eb86e-b801-42e7-99ad-7f43ddab7107 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b58d87f4f4ed448f8d45c85f92cf1462&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1611600 Feb 15 04:23:26.603127 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] No Port match for: 8b743140-5b15-4189-a9ad-b671dd542c58 {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:23:26.603914 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 8b743140-5b15-4189-a9ad-b671dd542c58 not bound to the agent host hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:23:26.781669 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b268ab6-83e8-46f1-96fe-bc28a89a3168 req-1b27d659-82ac-4d72-b2e6-fb59745bc704 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:26.789714 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-1b268ab6-83e8-46f1-96fe-bc28a89a3168 req-1b27d659-82ac-4d72-b2e6-fb59745bc704 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=40b17304-d7b8-4951-9026-adec2d4cc4d6 HTTP/1.1" status: 200 len: 945 time: 0.1176860 Feb 15 04:23:26.897077 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-1b268ab6-83e8-46f1-96fe-bc28a89a3168 req-a6f44da1-1e52-4626-ae7f-583f40071053 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021197 Feb 15 04:23:26.927903 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-5cdb87cd-faa6-46b2-b42b-130c92dd8d7f service neutron] 10.222.0.45 "GET /v2.0/networks/39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595425 Feb 15 04:23:26.938953 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-d9d2b5b1-139a-4135-9c75-ad85622a35ae req-c17125dc-5776-4c0b-8311-9fac0a6ad60c tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (3749bf1d-7b7c-4d1e-b42c-d6d16599f7be), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:26.954086 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['3de6a7fb-53a5-40a9-af0f-ab012f0726c6'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:23:27.059286 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-997a25b2-dad8-4970-b589-620321b1a0f8 req-141bea66-9144-489e-9936-f22781742d85 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 210 time: 0.0753543 Feb 15 04:23:27.080931 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-6ed80b3e-7a33-4f4b-a399-dd159ef63074 service neutron] 10.222.0.45 "GET /v2.0/networks/39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329038 Feb 15 04:23:27.147172 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17125dc-5776-4c0b-8311-9fac0a6ad60c tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Pushing event deleted for resources: {'Port': ['ID=3749bf1d-7b7c-4d1e-b42c-d6d16599f7be,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:27.222560 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d2b5b1-139a-4135-9c75-ad85622a35ae req-c17125dc-5776-4c0b-8311-9fac0a6ad60c tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] No DVR routers for this DVR port 3749bf1d-7b7c-4d1e-b42c-d6d16599f7be on host hv-cinder-81610 {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:23:27.229296 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-d9d2b5b1-139a-4135-9c75-ad85622a35ae req-c17125dc-5776-4c0b-8311-9fac0a6ad60c tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:27.234637 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d9d2b5b1-139a-4135-9c75-ad85622a35ae req-c17125dc-5776-4c0b-8311-9fac0a6ad60c tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.59 "DELETE /v2.0/ports/3749bf1d-7b7c-4d1e-b42c-d6d16599f7be HTTP/1.1" status: 204 len: 173 time: 1.3163264 Feb 15 04:23:27.235871 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df009b7-64a5-4585-bde2-aa45e130fa97', 'name': 'network-vif-deleted', 'tag': '3749bf1d-7b7c-4d1e-b42c-d6d16599f7be'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:23:27.243723 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3ee120-c58b-4135-9b0d-dd06cc075de4" -d '{"events": [{"server_uuid": "8df009b7-64a5-4585-bde2-aa45e130fa97", "name": "network-vif-deleted", "tag": "3749bf1d-7b7c-4d1e-b42c-d6d16599f7be"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:23:27.332022 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df32b77f-08d2-468b-b4cd-d711fe67589f x-openstack-request-id: req-df32b77f-08d2-468b-b4cd-d711fe67589f {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:23:27.332636 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df009b7-64a5-4585-bde2-aa45e130fa97", "name": "network-vif-deleted", "tag": "3749bf1d-7b7c-4d1e-b42c-d6d16599f7be", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:23:27.333017 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-df32b77f-08d2-468b-b4cd-d711fe67589f {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:23:27.333660 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df009b7-64a5-4585-bde2-aa45e130fa97', 'name': 'network-vif-deleted', 'tag': '3749bf1d-7b7c-4d1e-b42c-d6d16599f7be', 'status': 'completed', 'code': 200} Feb 15 04:23:27.426924 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c5cb7436-e43c-4df7-b414-ddc213e76187 req-a15651e2-e0db-4f88-b542-779eee2987ba tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 210 time: 0.0505090 Feb 15 04:23:27.566302 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-add63784-33a5-45bd-bcab-bff44a3a2830 req-0d2ec174-dcaa-4176-bfe3-2243741dd52c tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf316805-ef34-4e31-9a87-59a0b8c0e09f HTTP/1.1" status: 200 len: 210 time: 0.0607357 Feb 15 04:23:28.117974 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c7dd8-12e1-46b7-8ceb-7fb9b0dcbf44 req-8953d850-4afb-46ba-aa38-20ac6b19879e tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:28.120018 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d67c7dd8-12e1-46b7-8ceb-7fb9b0dcbf44 req-8953d850-4afb-46ba-aa38-20ac6b19879e tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=40b17304-d7b8-4951-9026-adec2d4cc4d6 HTTP/1.1" status: 200 len: 945 time: 0.0726242 Feb 15 04:23:28.205834 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d67c7dd8-12e1-46b7-8ceb-7fb9b0dcbf44 req-0105c3dd-c162-4949-ac66-f40ea532abf9 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777590 Feb 15 04:23:28.305081 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-78dd0f5f-f5f6-42d0-a95f-22494f5c7220 req-2ef9096d-1a00-4158-9e5f-a1858552f6fb tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=8df009b7-64a5-4585-bde2-aa45e130fa97 HTTP/1.1" status: 200 len: 210 time: 0.0838640 Feb 15 04:23:28.419222 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 3749bf1d-7b7c-4d1e-b42c-d6d16599f7be no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:23:28.468459 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] No Port match for: 3749bf1d-7b7c-4d1e-b42c-d6d16599f7be {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:23:28.468933 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 3749bf1d-7b7c-4d1e-b42c-d6d16599f7be not bound to the agent host hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:23:28.635824 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bc7762b5-6712-4883-aa4a-b8f25b9a8360 req-550f1aaa-5c91-443e-a802-d2dfbc7b87eb tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 210 time: 0.0983405 Feb 15 04:23:28.653166 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-61b096a7-174b-4aba-a323-8a60fffab25d tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:28.657064 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-61b096a7-174b-4aba-a323-8a60fffab25d tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.59 "GET /v2.0/networks?id=1623b098-48ca-48ad-88dc-118d6853c0b8 HTTP/1.1" status: 200 len: 814 time: 0.3394659 Feb 15 04:23:28.681288 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-1aef29a2-70c5-458f-89f5-7da897566938 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Request body: {'port': {'device_id': 'cf316805-ef34-4e31-9a87-59a0b8c0e09f', 'network_id': '1623b098-48ca-48ad-88dc-118d6853c0b8', 'admin_state_up': True, 'tenant_id': '1ba3b5e2169b40148cfb3daa6fb61162'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:23:28.715877 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-496c364b-5644-4af1-8183-782f15c42155 req-3e8e6245-82a7-4ba1-9103-d232b9083bdb tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf316805-ef34-4e31-9a87-59a0b8c0e09f HTTP/1.1" status: 200 len: 210 time: 0.0438752 Feb 15 04:23:28.828238 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-1aef29a2-70c5-458f-89f5-7da897566938 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Made reservation on behalf of 1ba3b5e2169b40148cfb3daa6fb61162 for: {'port': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:23:28.832062 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-1aef29a2-70c5-458f-89f5-7da897566938 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:28.994002 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-1aef29a2-70c5-458f-89f5-7da897566938 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Allocated IP 172.20.0.3 (1623b098-48ca-48ad-88dc-118d6853c0b8/dbaebc97-7aee-4063-b31a-f9a8bda51b3d/21effa65-6f1f-4199-a6a4-698a3f85a8cf) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:23:29.195758 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72ea49-afbf-4358-affc-715b670bb216 req-01b4f568-7ba6-4834-9b03-f0e564365578 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:29.197418 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-fe72ea49-afbf-4358-affc-715b670bb216 req-01b4f568-7ba6-4834-9b03-f0e564365578 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.59 "GET /v2.0/ports?device_id=40b17304-d7b8-4951-9026-adec2d4cc4d6 HTTP/1.1" status: 200 len: 945 time: 0.1813328 Feb 15 04:23:29.485697 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-2e8d4485-2c9f-4186-86b7-20546f6caa05 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:29.487181 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-2e8d4485-2c9f-4186-86b7-20546f6caa05 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.59 "GET /v2.0/networks?id=39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8 HTTP/1.1" status: 200 len: 815 time: 0.4321218 Feb 15 04:23:29.528814 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dd819ed2-77ea-445e-bf16-41601c287e83 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Request body: {'port': {'device_id': '65eb5ac6-8758-409e-8494-5b9228b8de6f', 'network_id': '39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8', 'admin_state_up': True, 'tenant_id': 'b58d87f4f4ed448f8d45c85f92cf1462'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:23:29.570124 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-1aef29a2-70c5-458f-89f5-7da897566938 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Publish callbacks [] for port (21effa65-6f1f-4199-a6a4-698a3f85a8cf), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:29.637779 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035d97e-1045-41ff-b434-7dbf274c308d req-47a1ad48-6765-41c3-b771-b9db701c5572 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:29.645531 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a035d97e-1045-41ff-b434-7dbf274c308d req-47a1ad48-6765-41c3-b771-b9db701c5572 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=40b17304-d7b8-4951-9026-adec2d4cc4d6 HTTP/1.1" status: 200 len: 945 time: 0.2624230 Feb 15 04:23:29.782898 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-fe72ea49-afbf-4358-affc-715b670bb216 req-e30c8e20-4af1-4e57-ac78-66fcae10d0fa tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Deleting port b6600cc5-a977-447e-babc-502e1df4a937 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:23:29.783320 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-fe72ea49-afbf-4358-affc-715b670bb216 req-e30c8e20-4af1-4e57-ac78-66fcae10d0fa tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (b6600cc5-a977-447e-babc-502e1df4a937), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:29.891096 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-ede6af40-a458-4b32-b20b-59b1e87bcee4 req-836c1d76-f349-48db-b34f-caa7d6f7094d tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 210 time: 0.0689139 Feb 15 04:23:29.895182 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a035d97e-1045-41ff-b434-7dbf274c308d req-637be46e-65b8-429d-a8db-d0e5780cb4f1 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485466 Feb 15 04:23:29.939857 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-1aef29a2-70c5-458f-89f5-7da897566938 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (21effa65-6f1f-4199-a6a4-698a3f85a8cf), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:30.112959 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-fe72ea49-afbf-4358-affc-715b670bb216 req-e30c8e20-4af1-4e57-ac78-66fcae10d0fa tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] For port b6600cc5-a977-447e-babc-502e1df4a937, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=b6600cc5-a977-447e-babc-502e1df4a937,segment=NetworkSegment(6e131826-e383-4c3d-a2a0-30aaa6333ce4),segment_id=6e131826-e383-4c3d-a2a0-30aaa6333ce4)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:23:30.113261 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-fe72ea49-afbf-4358-affc-715b670bb216 req-e30c8e20-4af1-4e57-ac78-66fcae10d0fa tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (b6600cc5-a977-447e-babc-502e1df4a937), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:30.133021 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41192097-e940-4235-81a3-70de2be7e5b7 req-3154d591-8344-4a51-9999-6cf6e52e1a66 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:30.145138 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-41192097-e940-4235-81a3-70de2be7e5b7 req-3154d591-8344-4a51-9999-6cf6e52e1a66 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.1506135 Feb 15 04:23:30.155017 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dd819ed2-77ea-445e-bf16-41601c287e83 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Made reservation on behalf of b58d87f4f4ed448f8d45c85f92cf1462 for: {'port': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:23:30.160192 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dd819ed2-77ea-445e-bf16-41601c287e83 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:30.161033 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-fe72ea49-afbf-4358-affc-715b670bb216 req-e30c8e20-4af1-4e57-ac78-66fcae10d0fa tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Calling delete_port for b6600cc5-a977-447e-babc-502e1df4a937 owned by compute:nova {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:23:30.193958 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-1aef29a2-70c5-458f-89f5-7da897566938 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Network 1623b098-48ca-48ad-88dc-118d6853c0b8 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:23:30.219548 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef29a2-70c5-458f-89f5-7da897566938 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Pushing event updated for resources: {'Port': ['ID=21effa65-6f1f-4199-a6a4-698a3f85a8cf,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:30.222122 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-41192097-e940-4235-81a3-70de2be7e5b7 req-c9fe6856-cb6e-4a42-80ef-d27d54eac0ff tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738854 Feb 15 04:23:30.235211 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-1aef29a2-70c5-458f-89f5-7da897566938 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:23:30.237809 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-1aef29a2-70c5-458f-89f5-7da897566938 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:23:30.440879 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-1aef29a2-70c5-458f-89f5-7da897566938 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:30.441568 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-1aef29a2-70c5-458f-89f5-7da897566938 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:30.457827 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36bc32-22e3-46ae-a45f-0e35761e03ba req-0d408edf-6df6-44db-b164-d77d3b23ef97 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:30.465595 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cb36bc32-22e3-46ae-a45f-0e35761e03ba req-0d408edf-6df6-44db-b164-d77d3b23ef97 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf316805-ef34-4e31-9a87-59a0b8c0e09f HTTP/1.1" status: 200 len: 931 time: 0.3488700 Feb 15 04:23:30.538932 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cb36bc32-22e3-46ae-a45f-0e35761e03ba req-b1024f93-70de-4fff-ae42-95118958fb77 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722666 Feb 15 04:23:30.585977 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-1aef29a2-70c5-458f-89f5-7da897566938 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9088933 Feb 15 04:23:30.738089 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dd819ed2-77ea-445e-bf16-41601c287e83 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Allocated IP 172.20.0.6 (39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8/51212c4f-8f89-425e-8852-05113297def1/40ec21d0-c71c-4bbb-ae5d-68d36612fd1a) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:23:30.852227 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-fe72ea49-afbf-4358-affc-715b670bb216 req-e30c8e20-4af1-4e57-ac78-66fcae10d0fa tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (b6600cc5-a977-447e-babc-502e1df4a937), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:30.867285 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['e5000b8c-e731-4109-b8ae-a57706444763'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:23:30.925745 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c8e20-4af1-4e57-ac78-66fcae10d0fa tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Pushing event deleted for resources: {'Port': ['ID=b6600cc5-a977-447e-babc-502e1df4a937,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:31.109879 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-a9a46d77-86ee-42e1-88d4-4c94e976c520 service neutron] Request body: {'port': {'device_id': 'cf316805-ef34-4e31-9a87-59a0b8c0e09f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:23:31.115063 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe72ea49-afbf-4358-affc-715b670bb216 req-e30c8e20-4af1-4e57-ac78-66fcae10d0fa tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] No DVR routers for this DVR port b6600cc5-a977-447e-babc-502e1df4a937 on host hv-cinder-81610 {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:23:31.119896 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-fe72ea49-afbf-4358-affc-715b670bb216 req-e30c8e20-4af1-4e57-ac78-66fcae10d0fa tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:31.136828 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-fe72ea49-afbf-4358-affc-715b670bb216 req-e30c8e20-4af1-4e57-ac78-66fcae10d0fa tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.59 "DELETE /v2.0/ports/b6600cc5-a977-447e-babc-502e1df4a937 HTTP/1.1" status: 204 len: 173 time: 1.8631768 Feb 15 04:23:31.195942 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b17304-d7b8-4951-9026-adec2d4cc4d6', 'name': 'network-vif-deleted', 'tag': 'b6600cc5-a977-447e-babc-502e1df4a937'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:23:31.205352 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b48a7bd-1ee7-4669-8f89-cb89a7a5438b" -d '{"events": [{"server_uuid": "40b17304-d7b8-4951-9026-adec2d4cc4d6", "name": "network-vif-deleted", "tag": "b6600cc5-a977-447e-babc-502e1df4a937"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:23:31.398958 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-e7968290-6d3c-4076-b969-46f811967566 req-ae4faff8-0291-451b-ba8a-9079333766ee tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 210 time: 0.2141130 Feb 15 04:23:31.688388 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6e830-cced-4bfa-b839-56fffd544b24 req-0f52f475-45a8-49de-a697-50e24602a15e tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:31.697457 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-23a6e830-cced-4bfa-b839-56fffd544b24 req-0f52f475-45a8-49de-a697-50e24602a15e tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0869873 Feb 15 04:23:31.774377 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-23a6e830-cced-4bfa-b839-56fffd544b24 req-1d152bfd-d179-4055-b7be-ab4d1d5be18f tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755436 Feb 15 04:23:31.941737 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6057033a-904d-4ccf-b8cb-a370656d4af4 x-openstack-request-id: req-6057033a-904d-4ccf-b8cb-a370656d4af4 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:23:31.942401 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b17304-d7b8-4951-9026-adec2d4cc4d6", "name": "network-vif-deleted", "tag": "b6600cc5-a977-447e-babc-502e1df4a937", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:23:31.942604 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6057033a-904d-4ccf-b8cb-a370656d4af4 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:23:31.943249 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b17304-d7b8-4951-9026-adec2d4cc4d6', 'name': 'network-vif-deleted', 'tag': 'b6600cc5-a977-447e-babc-502e1df4a937', 'status': 'completed', 'code': 200} Feb 15 04:23:31.945862 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a3f53-7ae9-4e7f-a7ac-0ba242f3ad99 req-74ea1c4e-8fd6-4031-a7d8-0b8e18981fd8 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:31.956256 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-c40a3f53-7ae9-4e7f-a7ac-0ba242f3ad99 req-74ea1c4e-8fd6-4031-a7d8-0b8e18981fd8 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf316805-ef34-4e31-9a87-59a0b8c0e09f HTTP/1.1" status: 200 len: 931 time: 0.0926251 Feb 15 04:23:32.024784 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-c40a3f53-7ae9-4e7f-a7ac-0ba242f3ad99 req-39eca544-cc3f-405e-a7ec-767b9a305d49 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649998 Feb 15 04:23:32.027711 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-be0819e3-08a5-4340-8a0b-c41fdac8b33d req-5681e276-52e5-4b23-8aa2-44639bef37c8 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=40b17304-d7b8-4951-9026-adec2d4cc4d6 HTTP/1.1" status: 200 len: 210 time: 0.8798561 Feb 15 04:23:32.096196 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-a9a46d77-86ee-42e1-88d4-4c94e976c520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (21effa65-6f1f-4199-a6a4-698a3f85a8cf), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:32.124491 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dd819ed2-77ea-445e-bf16-41601c287e83 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks [] for port (40ec21d0-c71c-4bbb-ae5d-68d36612fd1a), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:32.322661 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-f1d1c295-2410-4dae-a5b4-35856e3c7117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:32.447284 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dd819ed2-77ea-445e-bf16-41601c287e83 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (40ec21d0-c71c-4bbb-ae5d-68d36612fd1a), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:32.462902 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device b6600cc5-a977-447e-babc-502e1df4a937 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:23:32.502096 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] No Port match for: b6600cc5-a977-447e-babc-502e1df4a937 {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:23:32.502693 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device b6600cc5-a977-447e-babc-502e1df4a937 not bound to the agent host hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:23:32.562450 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee8065-9eba-4702-8de9-1a93909b924a req-cb171e3c-5d0a-434f-9f79-888bfd8c1735 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:32.570521 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-69ee8065-9eba-4702-8de9-1a93909b924a req-cb171e3c-5d0a-434f-9f79-888bfd8c1735 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 931 time: 0.0871637 Feb 15 04:23:32.609620 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dd819ed2-77ea-445e-bf16-41601c287e83 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Network 39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:23:32.620648 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dd819ed2-77ea-445e-bf16-41601c287e83 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:23:32.645875 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-69ee8065-9eba-4702-8de9-1a93909b924a req-64fc6270-712b-42aa-be88-749014abbfa7 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741043 Feb 15 04:23:32.654065 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dd819ed2-77ea-445e-bf16-41601c287e83 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:23:32.812393 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd819ed2-77ea-445e-bf16-41601c287e83 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Pushing event updated for resources: {'Port': ['ID=40ec21d0-c71c-4bbb-ae5d-68d36612fd1a,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:32.929106 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dd819ed2-77ea-445e-bf16-41601c287e83 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:32.930279 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dd819ed2-77ea-445e-bf16-41601c287e83 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:32.980779 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dd819ed2-77ea-445e-bf16-41601c287e83 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4649472 Feb 15 04:23:33.025566 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dde23a76-afd5-41aa-8733-af1ff68b9c1c service neutron] Request body: {'port': {'device_id': '65eb5ac6-8758-409e-8494-5b9228b8de6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:23:33.095992 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-f93240d4-8c8a-42b1-9d80-d57b9647dbf5 None None] Provisioning complete for port 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:23:33.097174 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-f93240d4-8c8a-42b1-9d80-d57b9647dbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (40ec21d0-c71c-4bbb-ae5d-68d36612fd1a), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:33.099952 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-a9a46d77-86ee-42e1-88d4-4c94e976c520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21effa65-6f1f-4199-a6a4-698a3f85a8cf {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:23:33.121504 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-a9a46d77-86ee-42e1-88d4-4c94e976c520 service neutron] Publish callbacks [] for port (21effa65-6f1f-4199-a6a4-698a3f85a8cf), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:33.195464 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dde23a76-afd5-41aa-8733-af1ff68b9c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (40ec21d0-c71c-4bbb-ae5d-68d36612fd1a), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:33.244030 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-f93240d4-8c8a-42b1-9d80-d57b9647dbf5 None None] Port 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a cannot update to ACTIVE because it is not bound. {{(pid=102635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:23:33.254106 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-a9a46d77-86ee-42e1-88d4-4c94e976c520 service neutron] Transition to ACTIVE for port object 21effa65-6f1f-4199-a6a4-698a3f85a8cf will not be triggered until provisioned by entity L2. {{(pid=102633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 04:23:33.281992 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-a9a46d77-86ee-42e1-88d4-4c94e976c520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (21effa65-6f1f-4199-a6a4-698a3f85a8cf), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:33.310180 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654715c5-df7c-45cd-a2a8-f760eacc612b req-5368fed8-1bb0-4159-a146-5557d67436fd tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:33.313182 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-654715c5-df7c-45cd-a2a8-f760eacc612b req-5368fed8-1bb0-4159-a146-5557d67436fd tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.3223634 Feb 15 04:23:33.320188 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0479cbb-24ea-44cf-8552-f0c267af7f06 req-fef84e95-0cec-4e37-9299-da209d1792fa tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:33.322315 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-e0479cbb-24ea-44cf-8552-f0c267af7f06 req-fef84e95-0cec-4e37-9299-da209d1792fa tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf316805-ef34-4e31-9a87-59a0b8c0e09f HTTP/1.1" status: 200 len: 931 time: 0.1134751 Feb 15 04:23:33.417699 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-e0479cbb-24ea-44cf-8552-f0c267af7f06 req-7c058dc7-e63d-4eaa-ab2c-a94b7d0df19e tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770521 Feb 15 04:23:33.872837 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a46d77-86ee-42e1-88d4-4c94e976c520 service neutron] Pushing event updated for resources: {'Port': ['ID=21effa65-6f1f-4199-a6a4-698a3f85a8cf,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:33.882283 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826f5d5-8e1e-4e5b-903f-e1a597185992 req-db57901c-189d-46dc-a70c-b3f5fb7ddef6 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:33.899524 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-e826f5d5-8e1e-4e5b-903f-e1a597185992 req-db57901c-189d-46dc-a70c-b3f5fb7ddef6 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 931 time: 0.0895524 Feb 15 04:23:33.974457 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-e826f5d5-8e1e-4e5b-903f-e1a597185992 req-5697262b-4074-4dd6-8260-96915d79a82d tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732594 Feb 15 04:23:34.008621 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-654715c5-df7c-45cd-a2a8-f760eacc612b req-b462b762-4ce5-4f72-b650-f467742096df tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886514 Feb 15 04:23:34.084592 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-a9a46d77-86ee-42e1-88d4-4c94e976c520 service neutron] Attempting to bind port 21effa65-6f1f-4199-a6a4-698a3f85a8cf on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:23:34.085332 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-a9a46d77-86ee-42e1-88d4-4c94e976c520 service neutron] Attempting to bind port 21effa65-6f1f-4199-a6a4-698a3f85a8cf by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '16fb39d9-c6e3-4f88-9136-37b0eee9be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1623b098-48ca-48ad-88dc-118d6853c0b8'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:23:34.085736 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-a9a46d77-86ee-42e1-88d4-4c94e976c520 service neutron] Attempting to bind port 21effa65-6f1f-4199-a6a4-698a3f85a8cf on network 1623b098-48ca-48ad-88dc-118d6853c0b8 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:23:34.114147 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-a9a46d77-86ee-42e1-88d4-4c94e976c520 service neutron] Port 21effa65-6f1f-4199-a6a4-698a3f85a8cf on network 1623b098-48ca-48ad-88dc-118d6853c0b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 04:23:34.114694 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-a9a46d77-86ee-42e1-88d4-4c94e976c520 service neutron] Attempting to bind port 21effa65-6f1f-4199-a6a4-698a3f85a8cf on network 1623b098-48ca-48ad-88dc-118d6853c0b8 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:23:34.129196 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-a9a46d77-86ee-42e1-88d4-4c94e976c520 service neutron] Checking agent: {'id': '3d42c16f-c1cc-4a31-813a-51fffe75373d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'started_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:23:34.129644 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-a9a46d77-86ee-42e1-88d4-4c94e976c520 service neutron] Checking segment: {'id': '16fb39d9-c6e3-4f88-9136-37b0eee9be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1623b098-48ca-48ad-88dc-118d6853c0b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:23:34.130079 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-a9a46d77-86ee-42e1-88d4-4c94e976c520 service neutron] Bound using segment: {'id': '16fb39d9-c6e3-4f88-9136-37b0eee9be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1623b098-48ca-48ad-88dc-118d6853c0b8'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:23:34.130608 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-a9a46d77-86ee-42e1-88d4-4c94e976c520 service neutron] Bound port: 21effa65-6f1f-4199-a6a4-698a3f85a8cf, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16fb39d9-c6e3-4f88-9136-37b0eee9be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1623b098-48ca-48ad-88dc-118d6853c0b8'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:23:34.131044 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-a9a46d77-86ee-42e1-88d4-4c94e976c520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (21effa65-6f1f-4199-a6a4-698a3f85a8cf), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:34.137299 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dde23a76-afd5-41aa-8733-af1ff68b9c1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:23:34.155945 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dde23a76-afd5-41aa-8733-af1ff68b9c1c service neutron] Publish callbacks [] for port (40ec21d0-c71c-4bbb-ae5d-68d36612fd1a), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:34.197382 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dde23a76-afd5-41aa-8733-af1ff68b9c1c service neutron] Transition to ACTIVE for port object 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a will not be triggered until provisioned by entity L2. {{(pid=102633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 04:23:34.210442 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dde23a76-afd5-41aa-8733-af1ff68b9c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (40ec21d0-c71c-4bbb-ae5d-68d36612fd1a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:34.316252 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-a9a46d77-86ee-42e1-88d4-4c94e976c520 service neutron] For port 21effa65-6f1f-4199-a6a4-698a3f85a8cf, host hv-cinder-81610, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:23:34.320080 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-a9a46d77-86ee-42e1-88d4-4c94e976c520 service neutron] For port 21effa65-6f1f-4199-a6a4-698a3f85a8cf, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=21effa65-6f1f-4199-a6a4-698a3f85a8cf,segment=NetworkSegment(16fb39d9-c6e3-4f88-9136-37b0eee9be36),segment_id=16fb39d9-c6e3-4f88-9136-37b0eee9be36)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:23:34.321815 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde23a76-afd5-41aa-8733-af1ff68b9c1c service neutron] Pushing event updated for resources: {'Port': ['ID=40ec21d0-c71c-4bbb-ae5d-68d36612fd1a,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:34.334323 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-a9a46d77-86ee-42e1-88d4-4c94e976c520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (21effa65-6f1f-4199-a6a4-698a3f85a8cf), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:34.447669 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-a9a46d77-86ee-42e1-88d4-4c94e976c520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:34.448646 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-a9a46d77-86ee-42e1-88d4-4c94e976c520 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:34.452208 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-a9a46d77-86ee-42e1-88d4-4c94e976c520 service neutron] 10.222.0.59 "PUT /v2.0/ports/21effa65-6f1f-4199-a6a4-698a3f85a8cf HTTP/1.1" status: 200 len: 1093 time: 3.4099574 Feb 15 04:23:34.453183 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf316805-ef34-4e31-9a87-59a0b8c0e09f', 'tag': '21effa65-6f1f-4199-a6a4-698a3f85a8cf'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:23:34.457149 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85493ff-5cf8-4606-b2f9-07d021179de6" -d '{"events": [{"name": "network-changed", "server_uuid": "cf316805-ef34-4e31-9a87-59a0b8c0e09f", "tag": "21effa65-6f1f-4199-a6a4-698a3f85a8cf"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:23:34.531928 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dde23a76-afd5-41aa-8733-af1ff68b9c1c service neutron] Attempting to bind port 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:23:34.532268 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dde23a76-afd5-41aa-8733-af1ff68b9c1c service neutron] Attempting to bind port 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': 'fdc0aee7-064c-4aef-973e-14879f0da8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:23:34.532586 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dde23a76-afd5-41aa-8733-af1ff68b9c1c service neutron] Attempting to bind port 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a on network 39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:23:34.538568 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a46d77-86ee-42e1-88d4-4c94e976c520 service neutron] Pushing event updated for resources: {'Port': ['ID=21effa65-6f1f-4199-a6a4-698a3f85a8cf,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:34.554734 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dde23a76-afd5-41aa-8733-af1ff68b9c1c service neutron] Port 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a on network 39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 04:23:34.555152 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dde23a76-afd5-41aa-8733-af1ff68b9c1c service neutron] Attempting to bind port 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a on network 39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:23:34.565394 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46104822-28ab-4995-ab97-d959e038023f x-openstack-request-id: req-46104822-28ab-4995-ab97-d959e038023f {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:23:34.566096 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf316805-ef34-4e31-9a87-59a0b8c0e09f", "tag": "21effa65-6f1f-4199-a6a4-698a3f85a8cf", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:23:34.566664 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-46104822-28ab-4995-ab97-d959e038023f {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:23:34.567437 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf316805-ef34-4e31-9a87-59a0b8c0e09f', 'tag': '21effa65-6f1f-4199-a6a4-698a3f85a8cf', 'status': 'completed', 'code': 200} Feb 15 04:23:34.573034 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dde23a76-afd5-41aa-8733-af1ff68b9c1c service neutron] Checking agent: {'id': '3d42c16f-c1cc-4a31-813a-51fffe75373d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'started_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:23:34.573775 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dde23a76-afd5-41aa-8733-af1ff68b9c1c service neutron] Checking segment: {'id': 'fdc0aee7-064c-4aef-973e-14879f0da8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:23:34.575848 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dde23a76-afd5-41aa-8733-af1ff68b9c1c service neutron] Bound using segment: {'id': 'fdc0aee7-064c-4aef-973e-14879f0da8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:23:34.577118 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dde23a76-afd5-41aa-8733-af1ff68b9c1c service neutron] Bound port: 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdc0aee7-064c-4aef-973e-14879f0da8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:23:34.588507 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dde23a76-afd5-41aa-8733-af1ff68b9c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (40ec21d0-c71c-4bbb-ae5d-68d36612fd1a), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:34.649337 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4bf72-5bb1-4db5-829e-2ba74d636413 req-65c881fd-5a9f-4131-bf87-0b29fc1147a1 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:34.651545 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-0bf4bf72-5bb1-4db5-829e-2ba74d636413 req-65c881fd-5a9f-4131-bf87-0b29fc1147a1 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf316805-ef34-4e31-9a87-59a0b8c0e09f HTTP/1.1" status: 200 len: 943 time: 0.1072593 Feb 15 04:23:34.706840 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dde23a76-afd5-41aa-8733-af1ff68b9c1c service neutron] For port 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a, host hv-cinder-81610, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:23:34.712951 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dde23a76-afd5-41aa-8733-af1ff68b9c1c service neutron] For port 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=40ec21d0-c71c-4bbb-ae5d-68d36612fd1a,segment=NetworkSegment(fdc0aee7-064c-4aef-973e-14879f0da8f4),segment_id=fdc0aee7-064c-4aef-973e-14879f0da8f4)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:23:34.737258 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dde23a76-afd5-41aa-8733-af1ff68b9c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (40ec21d0-c71c-4bbb-ae5d-68d36612fd1a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:34.741095 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-0bf4bf72-5bb1-4db5-829e-2ba74d636413 req-cc57d23a-4251-49a8-ad35-2412d447f0bf tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789580 Feb 15 04:23:34.810589 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dde23a76-afd5-41aa-8733-af1ff68b9c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:34.811396 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dde23a76-afd5-41aa-8733-af1ff68b9c1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:34.813105 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-dde23a76-afd5-41aa-8733-af1ff68b9c1c service neutron] 10.222.0.59 "PUT /v2.0/ports/40ec21d0-c71c-4bbb-ae5d-68d36612fd1a HTTP/1.1" status: 200 len: 1093 time: 1.7957015 Feb 15 04:23:34.845590 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde23a76-afd5-41aa-8733-af1ff68b9c1c service neutron] Pushing event updated for resources: {'Port': ['ID=40ec21d0-c71c-4bbb-ae5d-68d36612fd1a,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:35.131510 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ee308-9d66-44f1-aa6b-bad9f4c27446 req-22badbeb-b632-4806-bf98-d747f634c31c tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:35.133944 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-c08ee308-9d66-44f1-aa6b-bad9f4c27446 req-22badbeb-b632-4806-bf98-d747f634c31c tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 946 time: 0.0883651 Feb 15 04:23:35.187323 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3ad3f-5a0f-45ea-907c-d781a407f928 req-da3681ae-891d-427f-9668-15c3efda9ee5 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:35.189895 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-49e3ad3f-5a0f-45ea-907c-d781a407f928 req-da3681ae-891d-427f-9668-15c3efda9ee5 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 943 time: 0.1138706 Feb 15 04:23:35.202239 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-c08ee308-9d66-44f1-aa6b-bad9f4c27446 req-9b75cfc0-de5f-4e89-aa5e-ce0d263745d9 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602612 Feb 15 04:23:35.289707 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-49e3ad3f-5a0f-45ea-907c-d781a407f928 req-d404a65b-6870-42dd-a400-a8dd4d00bb2a tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879922 Feb 15 04:23:35.360436 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0436924-9a01-49d2-af71-889650f63663 req-297421f7-1d0a-45ec-ba40-27c235847624 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:35.362931 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f0436924-9a01-49d2-af71-889650f63663 req-297421f7-1d0a-45ec-ba40-27c235847624 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0715449 Feb 15 04:23:35.431868 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f0436924-9a01-49d2-af71-889650f63663 req-5c15f054-22f7-4973-b71f-a94b786dd9cc tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562928 Feb 15 04:23:35.985560 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304b43e-219f-4d51-8e19-2e1f5702ec34 req-31c95d27-0f56-419f-b64c-b792d67a02cc tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:35.988020 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1304b43e-219f-4d51-8e19-2e1f5702ec34 req-31c95d27-0f56-419f-b64c-b792d67a02cc tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf316805-ef34-4e31-9a87-59a0b8c0e09f HTTP/1.1" status: 200 len: 943 time: 0.1684399 Feb 15 04:23:36.079056 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-58dcfb10-e1fd-4d9d-8bf1-a2c2e310a857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:36.080959 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1304b43e-219f-4d51-8e19-2e1f5702ec34 req-42e219a3-43e0-42e6-9eb5-3fa75acbc715 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766191 Feb 15 04:23:36.365537 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b11ffb-ff06-4e94-bb43-0fec92cb0319 req-0c2eece5-5122-4813-a7e0-fd6d3e03a380 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:36.369545 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f1b11ffb-ff06-4e94-bb43-0fec92cb0319 req-0c2eece5-5122-4813-a7e0-fd6d3e03a380 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 946 time: 0.0649276 Feb 15 04:23:36.411615 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccc0a5-ae04-41a3-8439-03019f9e484c req-ddb6d333-5a87-420e-9485-66c13a74e948 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:36.413183 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-2fccc0a5-ae04-41a3-8439-03019f9e484c req-ddb6d333-5a87-420e-9485-66c13a74e948 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.0734341 Feb 15 04:23:36.414104 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:36.439650 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f1b11ffb-ff06-4e94-bb43-0fec92cb0319 req-c8657017-0fe3-42b4-aac2-07204d9de969 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615020 Feb 15 04:23:36.475935 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-2fccc0a5-ae04-41a3-8439-03019f9e484c req-e10f7785-486e-4fa2-afc9-a087af388b34 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554819 Feb 15 04:23:36.569579 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65eb5ac6-8758-409e-8494-5b9228b8de6f', 'tag': '40ec21d0-c71c-4bbb-ae5d-68d36612fd1a'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:23:36.572509 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c410a9-9793-4a42-bbb0-f789fdb00214" -d '{"events": [{"name": "network-changed", "server_uuid": "65eb5ac6-8758-409e-8494-5b9228b8de6f", "tag": "40ec21d0-c71c-4bbb-ae5d-68d36612fd1a"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:23:36.591717 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6be3a3-7e39-4721-a770-ba99fab7c8ea req-40e55d46-e09f-4cd2-bccb-c559913c78d3 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:36.593340 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4e6be3a3-7e39-4721-a770-ba99fab7c8ea req-40e55d46-e09f-4cd2-bccb-c559913c78d3 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 943 time: 0.0793991 Feb 15 04:23:36.684341 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4e6be3a3-7e39-4721-a770-ba99fab7c8ea req-edeece45-653c-48de-a956-63bad244020d tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836828 Feb 15 04:23:36.705179 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708aec92-a35c-4c1a-8bf1-e56c226c888b req-c8b1749a-8fc9-4115-aaed-9759908db5db tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:36.707050 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-708aec92-a35c-4c1a-8bf1-e56c226c888b req-c8b1749a-8fc9-4115-aaed-9759908db5db tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.1086876 Feb 15 04:23:36.751325 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8defb18e-2692-4b25-8158-b373e205a7c7 x-openstack-request-id: req-8defb18e-2692-4b25-8158-b373e205a7c7 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:23:36.751611 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65eb5ac6-8758-409e-8494-5b9228b8de6f", "tag": "40ec21d0-c71c-4bbb-ae5d-68d36612fd1a", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:23:36.751863 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8defb18e-2692-4b25-8158-b373e205a7c7 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:23:36.752338 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65eb5ac6-8758-409e-8494-5b9228b8de6f', 'tag': '40ec21d0-c71c-4bbb-ae5d-68d36612fd1a', 'status': 'completed', 'code': 200} Feb 15 04:23:36.769713 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-708aec92-a35c-4c1a-8bf1-e56c226c888b req-7d50b56b-63ed-44f4-95e4-2c0d33099e31 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555646 Feb 15 04:23:37.080889 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 56582) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:23:37.130414 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.db_base_plugin_v2 [None req-d968ee64-1824-45a2-a894-503e5c1ecb3b admin admin] Deleting subnet 781a9ef2-89df-46c7-a37f-6062c3f6eec7 {{(pid=102634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 04:23:37.134184 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d968ee64-1824-45a2-a894-503e5c1ecb3b admin admin] Publish callbacks [] for subnet (781a9ef2-89df-46c7-a37f-6062c3f6eec7), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:37.172861 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d968ee64-1824-45a2-a894-503e5c1ecb3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5689128'] for subnet (781a9ef2-89df-46c7-a37f-6062c3f6eec7), precommit_delete_associations {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:37.248389 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d968ee64-1824-45a2-a894-503e5c1ecb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1732099'] for subnet (781a9ef2-89df-46c7-a37f-6062c3f6eec7), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:37.284882 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebba61e-b51c-420b-a6d7-7449df906e24 req-a6d19c49-39cd-4743-a685-06e1d94ecccf tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:37.287584 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-eebba61e-b51c-420b-a6d7-7449df906e24 req-a6d19c49-39cd-4743-a685-06e1d94ecccf tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf316805-ef34-4e31-9a87-59a0b8c0e09f HTTP/1.1" status: 200 len: 943 time: 0.0936353 Feb 15 04:23:37.323580 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d968ee64-1824-45a2-a894-503e5c1ecb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1730288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5688276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6160504'] for subnet (781a9ef2-89df-46c7-a37f-6062c3f6eec7), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:37.358781 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d968ee64-1824-45a2-a894-503e5c1ecb3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for subnet (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:37.362142 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-d968ee64-1824-45a2-a894-503e5c1ecb3b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/781a9ef2-89df-46c7-a37f-6062c3f6eec7 HTTP/1.1" status: 204 len: 168 time: 0.2800858 Feb 15 04:23:37.363804 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968ee64-1824-45a2-a894-503e5c1ecb3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=781a9ef2-89df-46c7-a37f-6062c3f6eec7,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:37.365796 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 56586) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:23:37.384103 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-eebba61e-b51c-420b-a6d7-7449df906e24 req-080ab711-2b0a-4916-9bd2-5b2143ee3448 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802507 Feb 15 04:23:37.459709 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9e67db27-5a0e-45b5-b66a-6a18ab7af320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756036'] for network (3aa957fd-094f-4f75-ae1f-c55c6f04f441), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:37.604870 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9e67db27-5a0e-45b5-b66a-6a18ab7af320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725060', 'neutron.services.segments.db._delete_segments_for_network-8734710277232'] for network (3aa957fd-094f-4f75-ae1f-c55c6f04f441), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:37.646800 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.services.segments.db [None req-9e67db27-5a0e-45b5-b66a-6a18ab7af320 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa957fd-094f-4f75-ae1f-c55c6f04f441']}} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:23:37.655909 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ecb8d-adfc-4bad-840a-d8bc705f8e79 req-fbf3fcf3-c133-4067-ab3f-0e6bd18cb8ae tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:37.657559 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9d7ecb8d-adfc-4bad-840a-d8bc705f8e79 req-fbf3fcf3-c133-4067-ab3f-0e6bd18cb8ae tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.0677361 Feb 15 04:23:37.661205 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.services.segments.db [None req-9e67db27-5a0e-45b5-b66a-6a18ab7af320 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d79f97d-fcf8-4a68-816f-935d7a40ea3d') {'for_net_delete': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:23:37.661480 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.services.segments.db [None req-9e67db27-5a0e-45b5-b66a-6a18ab7af320 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d79f97d-fcf8-4a68-816f-935d7a40ea3d') {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:23:37.685378 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc172819-43d6-41dc-b107-6826d80c5b65 req-76d37032-8f60-4147-9b90-9219d25a05f2 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:37.692889 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-fc172819-43d6-41dc-b107-6826d80c5b65 req-76d37032-8f60-4147-9b90-9219d25a05f2 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 946 time: 0.1430748 Feb 15 04:23:37.697200 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9e67db27-5a0e-45b5-b66a-6a18ab7af320 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734710278521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5689107'] for segment (1d79f97d-fcf8-4a68-816f-935d7a40ea3d), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:37.758752 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9e67db27-5a0e-45b5-b66a-6a18ab7af320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (1d79f97d-fcf8-4a68-816f-935d7a40ea3d), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:37.761376 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9d7ecb8d-adfc-4bad-840a-d8bc705f8e79 req-567c479b-a140-4c64-b894-6a0ce524a1ba tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944929 Feb 15 04:23:37.802141 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e67db27-5a0e-45b5-b66a-6a18ab7af320 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 04:23:37.802811 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9e67db27-5a0e-45b5-b66a-6a18ab7af320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5688174'] for segment (1d79f97d-fcf8-4a68-816f-935d7a40ea3d), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:37.805823 dv-cinder-816104-2-iscsi neutron-server[102634]: Traceback (most recent call last): Feb 15 04:23:37.805823 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 04:23:37.805823 dv-cinder-816104-2-iscsi neutron-server[102634]: timer() Feb 15 04:23:37.805823 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 04:23:37.805823 dv-cinder-816104-2-iscsi neutron-server[102634]: cb(*args, **kw) Feb 15 04:23:37.805823 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 04:23:37.805823 dv-cinder-816104-2-iscsi neutron-server[102634]: return func(*args, **kwargs) Feb 15 04:23:37.805823 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 04:23:37.805823 dv-cinder-816104-2-iscsi neutron-server[102634]: self._notify() Feb 15 04:23:37.805823 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 04:23:37.805823 dv-cinder-816104-2-iscsi neutron-server[102634]: self.callback(batched_events) Feb 15 04:23:37.805823 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 04:23:37.805823 dv-cinder-816104-2-iscsi neutron-server[102634]: event.method(event) Feb 15 04:23:37.805823 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 04:23:37.805823 dv-cinder-816104-2-iscsi neutron-server[102634]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 04:23:37.805823 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 04:23:37.805823 dv-cinder-816104-2-iscsi neutron-server[102634]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 04:23:37.805823 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 04:23:37.805823 dv-cinder-816104-2-iscsi neutron-server[102634]: return f(self, *a, **k) Feb 15 04:23:37.805823 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 04:23:37.805823 dv-cinder-816104-2-iscsi neutron-server[102634]: return self._get(url).json() Feb 15 04:23:37.805823 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 04:23:37.805823 dv-cinder-816104-2-iscsi neutron-server[102634]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 04:23:37.805823 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 04:23:37.805823 dv-cinder-816104-2-iscsi neutron-server[102634]: return self.request(url, 'GET', **kwargs) Feb 15 04:23:37.805823 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 04:23:37.805823 dv-cinder-816104-2-iscsi neutron-server[102634]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 04:23:37.805823 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 04:23:37.805823 dv-cinder-816104-2-iscsi neutron-server[102634]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 04:23:37.805823 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 04:23:37.805823 dv-cinder-816104-2-iscsi neutron-server[102634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 04:23:37.805823 dv-cinder-816104-2-iscsi neutron-server[102634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 04:23:37.826241 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-fc172819-43d6-41dc-b107-6826d80c5b65 req-779ade53-0ab6-475d-adc4-72dff26d833c tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324134 Feb 15 04:23:37.924386 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca557ea-faa9-4770-b72b-38eb0c8ea91a req-f5da9fe2-8c0b-4168-820c-c8fc6fc3d1ff tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:37.925917 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0ca557ea-faa9-4770-b72b-38eb0c8ea91a req-f5da9fe2-8c0b-4168-820c-c8fc6fc3d1ff tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 943 time: 0.0662086 Feb 15 04:23:37.967422 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9e67db27-5a0e-45b5-b66a-6a18ab7af320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639526'] for network (3aa957fd-094f-4f75-ae1f-c55c6f04f441), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:37.975015 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9e67db27-5a0e-45b5-b66a-6a18ab7af320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:37.980581 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-9e67db27-5a0e-45b5-b66a-6a18ab7af320 admin admin] 10.222.0.45 "DELETE /v2.0/networks/3aa957fd-094f-4f75-ae1f-c55c6f04f441 HTTP/1.1" status: 204 len: 168 time: 0.6114318 Feb 15 04:23:38.000100 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67db27-5a0e-45b5-b66a-6a18ab7af320 admin admin] Pushing event deleted for resources: {'Network': ['ID=3aa957fd-094f-4f75-ae1f-c55c6f04f441,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:38.014976 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0ca557ea-faa9-4770-b72b-38eb0c8ea91a req-9a338761-1835-4d65-91e0-45993da70b94 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827258 Feb 15 04:23:38.039233 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c235ed-5ea1-4e99-85ab-ebceef328a2a req-3be304ab-7d96-4053-8ce4-6a8227821e8d tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:38.051232 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f2c235ed-5ea1-4e99-85ab-ebceef328a2a req-3be304ab-7d96-4053-8ce4-6a8227821e8d tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.1457787 Feb 15 04:23:38.119472 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f2c235ed-5ea1-4e99-85ab-ebceef328a2a req-e71dbd03-cd3e-4a77-9cce-6c314570b305 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621378 Feb 15 04:23:38.237686 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 56604) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:23:38.291854 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-5ac7cd29-e0de-42ae-8376-0be30f8f6035 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7deef946b4134d298ba4916987ac2d8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0516768 Feb 15 04:23:38.295377 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 56606) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:23:38.347665 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-24d2bbe0-a520-4e1d-9177-85eda73f1d1c admin admin] Publish callbacks [] for security_group (c3e67908-6b02-4184-9a58-855567f095a3), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:38.371259 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-24d2bbe0-a520-4e1d-9177-85eda73f1d1c admin admin] Publish callbacks [] for security_group (c3e67908-6b02-4184-9a58-855567f095a3), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:38.416680 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-24d2bbe0-a520-4e1d-9177-85eda73f1d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (c3e67908-6b02-4184-9a58-855567f095a3), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:38.420178 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-24d2bbe0-a520-4e1d-9177-85eda73f1d1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:38.421404 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-24d2bbe0-a520-4e1d-9177-85eda73f1d1c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c3e67908-6b02-4184-9a58-855567f095a3 HTTP/1.1" status: 204 len: 168 time: 0.1251001 Feb 15 04:23:38.436782 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2bbe0-a520-4e1d-9177-85eda73f1d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e67908-6b02-4184-9a58-855567f095a3,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:38.521434 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:38.571714 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8657636-6534-4f8d-895c-5d885fde21e6 req-291d336f-720a-419f-bc75-214a5ee03464 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:38.573411 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a8657636-6534-4f8d-895c-5d885fde21e6 req-291d336f-720a-419f-bc75-214a5ee03464 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf316805-ef34-4e31-9a87-59a0b8c0e09f HTTP/1.1" status: 200 len: 943 time: 0.0722952 Feb 15 04:23:38.644315 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a8657636-6534-4f8d-895c-5d885fde21e6 req-c2a1f346-67a8-4db8-86d5-733f784d2840 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629280 Feb 15 04:23:38.955050 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8b7fd-5725-403e-90be-44af38712b68 req-a19c6630-f0b5-415e-8e91-5384ed4ec67a tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:38.956692 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-89a8b7fd-5725-403e-90be-44af38712b68 req-a19c6630-f0b5-415e-8e91-5384ed4ec67a tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.0743315 Feb 15 04:23:39.209362 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-89a8b7fd-5725-403e-90be-44af38712b68 req-4206980a-0736-4eae-b0fa-e4a08351f214 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2461035 Feb 15 04:23:39.368667 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d463f76-132e-4855-a5ff-b664fdf2e334 req-b0b9f096-9167-4086-bee9-b1c05487f095 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:39.370572 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-0d463f76-132e-4855-a5ff-b664fdf2e334 req-b0b9f096-9167-4086-bee9-b1c05487f095 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 946 time: 0.0811117 Feb 15 04:23:39.441984 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-0d463f76-132e-4855-a5ff-b664fdf2e334 req-d189deec-d35a-49ed-be08-c8683fffd809 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597086 Feb 15 04:23:39.581497 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20800dd-483e-4d88-86d7-cf92238efd5c req-a7a268e1-3d72-49b3-811b-ad5bceaa3593 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:39.583213 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a20800dd-483e-4d88-86d7-cf92238efd5c req-a7a268e1-3d72-49b3-811b-ad5bceaa3593 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 943 time: 0.0624614 Feb 15 04:23:39.631571 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:23:39.666099 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a20800dd-483e-4d88-86d7-cf92238efd5c req-8649c03e-1eab-4434-b110-13e5eec8796a tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720429 Feb 15 04:23:39.779936 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:39.862635 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39718b91-5448-4de3-b5cc-25a32495f93d req-c0f0fdf6-cc19-4123-b15e-92f42b33ef0e tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:39.864544 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-39718b91-5448-4de3-b5cc-25a32495f93d req-c0f0fdf6-cc19-4123-b15e-92f42b33ef0e tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0927498 Feb 15 04:23:39.958821 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-39718b91-5448-4de3-b5cc-25a32495f93d req-415b8ab1-8c62-4e34-9c0a-c80a8285b3ad tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869689 Feb 15 04:23:40.118897 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07497fc3-f292-4079-aa27-e744071ee10b req-5785a983-0d5f-45bc-9ff7-e5df1c3726ac tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:40.123332 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-07497fc3-f292-4079-aa27-e744071ee10b req-5785a983-0d5f-45bc-9ff7-e5df1c3726ac tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf316805-ef34-4e31-9a87-59a0b8c0e09f HTTP/1.1" status: 200 len: 943 time: 0.0927238 Feb 15 04:23:40.210138 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-07497fc3-f292-4079-aa27-e744071ee10b req-f5e6dab9-0f36-4331-bd31-225619b21d8d tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768209 Feb 15 04:23:40.364106 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a1b3e-54d6-4231-a1f0-c239f0d11e8f req-90635c5c-738d-42cb-8e93-a57707c01a1e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:40.365852 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-820a1b3e-54d6-4231-a1f0-c239f0d11e8f req-90635c5c-738d-42cb-8e93-a57707c01a1e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.0634480 Feb 15 04:23:40.437210 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-820a1b3e-54d6-4231-a1f0-c239f0d11e8f req-c410d8c1-1009-43b8-a2a8-0480cc3cb927 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609400 Feb 15 04:23:40.596402 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0bfaf-bf27-403a-bdf2-3660170d8d77 req-5a2028e9-9ace-4a9f-97f4-85f146f8abd6 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:40.596402 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-45b0bfaf-bf27-403a-bdf2-3660170d8d77 req-5a2028e9-9ace-4a9f-97f4-85f146f8abd6 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 946 time: 0.0573485 Feb 15 04:23:40.655117 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-45b0bfaf-bf27-403a-bdf2-3660170d8d77 req-340903de-687c-459f-a741-ee8740f40156 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499535 Feb 15 04:23:40.828286 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea09f91-9f51-44a6-b55d-344f5eb669c0 req-eb89e164-624d-4ac2-9ecf-409aa08c67e6 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:40.830028 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-0ea09f91-9f51-44a6-b55d-344f5eb669c0 req-eb89e164-624d-4ac2-9ecf-409aa08c67e6 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 943 time: 0.0590286 Feb 15 04:23:40.892540 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-0ea09f91-9f51-44a6-b55d-344f5eb669c0 req-8e84d47d-1812-4f67-b606-c6b4c8dae5a8 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564144 Feb 15 04:23:41.107957 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa0df9-7a3c-49d5-80d8-f063d6b2d955 req-ef264597-95fd-4f1c-b0df-f2b06ca6e065 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:41.110388 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-27fa0df9-7a3c-49d5-80d8-f063d6b2d955 req-ef264597-95fd-4f1c-b0df-f2b06ca6e065 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0722680 Feb 15 04:23:41.168500 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-27fa0df9-7a3c-49d5-80d8-f063d6b2d955 req-ca45d529-642d-4bff-a2a2-a832b3f5f7e9 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501277 Feb 15 04:23:41.376889 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf1be0-dabf-4a74-b252-9c6f7231422c req-93caa7d4-3706-445d-962d-a8f45d61ba10 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:41.378604 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-51cf1be0-dabf-4a74-b252-9c6f7231422c req-93caa7d4-3706-445d-962d-a8f45d61ba10 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf316805-ef34-4e31-9a87-59a0b8c0e09f HTTP/1.1" status: 200 len: 943 time: 0.0766168 Feb 15 04:23:41.437115 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-51cf1be0-dabf-4a74-b252-9c6f7231422c req-043567ca-0a61-4d47-b38b-01d0dcb3fc6c tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495284 Feb 15 04:23:41.633007 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe37540-3606-4c7c-8013-3a5c9917c1b8 req-09ab5fd4-15a2-4d35-bda0-2adda361eaed tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:41.635901 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-efe37540-3606-4c7c-8013-3a5c9917c1b8 req-09ab5fd4-15a2-4d35-bda0-2adda361eaed tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.0946970 Feb 15 04:23:41.643661 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:41.726619 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-efe37540-3606-4c7c-8013-3a5c9917c1b8 req-710c3679-2bcd-4593-a7e4-b8a4e5ae8e0b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822001 Feb 15 04:23:41.935718 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793c59a-2af0-4c62-a0af-d51f8e97f2b0 req-7def2885-4fcc-4aca-93c5-72b805f89034 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:41.937879 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7793c59a-2af0-4c62-a0af-d51f8e97f2b0 req-7def2885-4fcc-4aca-93c5-72b805f89034 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 946 time: 0.0764916 Feb 15 04:23:42.000906 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7793c59a-2af0-4c62-a0af-d51f8e97f2b0 req-458467d8-e8a7-41a2-8900-804266596a6c tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501995 Feb 15 04:23:42.132147 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455d454-cea9-4d1d-a012-33be0d759844 req-cd8dae55-f1f0-4841-baa6-7bae14cc51fe tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:42.133933 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-2455d454-cea9-4d1d-a012-33be0d759844 req-cd8dae55-f1f0-4841-baa6-7bae14cc51fe tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 943 time: 0.0760005 Feb 15 04:23:42.190762 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-2455d454-cea9-4d1d-a012-33be0d759844 req-04488b79-5cce-4b22-8ddf-4303a9ffab41 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492837 Feb 15 04:23:42.325135 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d14f7f-3c44-41f7-91ea-d4e45ca44b59 req-2444e92d-ec76-4ff7-bf1d-0fd0aaac9ce2 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:42.326965 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-35d14f7f-3c44-41f7-91ea-d4e45ca44b59 req-2444e92d-ec76-4ff7-bf1d-0fd0aaac9ce2 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0700245 Feb 15 04:23:42.378992 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-35d14f7f-3c44-41f7-91ea-d4e45ca44b59 req-beebd31b-e787-4271-adad-3c242c80d13b tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463421 Feb 15 04:23:42.572745 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcf4bc-a003-481c-98cb-f979e0486f9b req-1fd5fd35-c221-40f2-94f8-e8c2c2508cf5 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:42.575783 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-49dcf4bc-a003-481c-98cb-f979e0486f9b req-1fd5fd35-c221-40f2-94f8-e8c2c2508cf5 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf316805-ef34-4e31-9a87-59a0b8c0e09f HTTP/1.1" status: 200 len: 943 time: 0.0653889 Feb 15 04:23:42.629963 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-49dcf4bc-a003-481c-98cb-f979e0486f9b req-c9b517df-2016-466b-82b7-59767deb0366 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475478 Feb 15 04:23:42.880030 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4ec6e-52d6-400b-86fb-1e68990336d7 req-28dfd050-de9a-4d7d-830d-90faa89073c3 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:42.881762 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-34e4ec6e-52d6-400b-86fb-1e68990336d7 req-28dfd050-de9a-4d7d-830d-90faa89073c3 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.0614307 Feb 15 04:23:42.936958 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-34e4ec6e-52d6-400b-86fb-1e68990336d7 req-5049870a-a0e8-4cac-8d4d-7036eb19ce6d tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465598 Feb 15 04:23:43.129116 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f991a9f-ce18-4221-83f5-bf9abb1abd02 req-73ab788a-fbb8-4fa4-a4af-4e3444bda2d9 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:43.130653 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-6f991a9f-ce18-4221-83f5-bf9abb1abd02 req-73ab788a-fbb8-4fa4-a4af-4e3444bda2d9 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 946 time: 0.0567274 Feb 15 04:23:43.183336 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-6f991a9f-ce18-4221-83f5-bf9abb1abd02 req-db5dd1d9-d13d-438f-a60f-e02d9f81619d tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466151 Feb 15 04:23:43.341075 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d71407-8939-4c4c-b297-5c2fa33c6b8b req-94b5dc20-acd8-4cc8-a90b-dbb5042080fa tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:43.343107 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-05d71407-8939-4c4c-b297-5c2fa33c6b8b req-94b5dc20-acd8-4cc8-a90b-dbb5042080fa tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 943 time: 0.0799787 Feb 15 04:23:43.402927 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-05d71407-8939-4c4c-b297-5c2fa33c6b8b req-45e00313-8d7c-4c80-bf2a-088743065613 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531125 Feb 15 04:23:43.539736 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94512a-12cd-498a-9c31-bf06655414fd req-90905b7a-a88c-4554-a416-d32936536484 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:43.541520 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-0b94512a-12cd-498a-9c31-bf06655414fd req-90905b7a-a88c-4554-a416-d32936536484 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0580842 Feb 15 04:23:43.626871 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-0b94512a-12cd-498a-9c31-bf06655414fd req-5c59a16a-4e6b-462a-9924-8a8930e63b77 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775890 Feb 15 04:23:43.770588 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e135a-c8b6-4669-abd1-d7cf3296355e req-317bf600-d3d5-4efa-ba6d-b7b77f96dc27 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:43.772414 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-5e9e135a-c8b6-4669-abd1-d7cf3296355e req-317bf600-d3d5-4efa-ba6d-b7b77f96dc27 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf316805-ef34-4e31-9a87-59a0b8c0e09f HTTP/1.1" status: 200 len: 943 time: 0.0608180 Feb 15 04:23:43.849474 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-5e9e135a-c8b6-4669-abd1-d7cf3296355e req-cc4fdd45-cced-4766-8a80-884793e3eb9d tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689385 Feb 15 04:23:44.113173 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa09a1-ce4c-4ad4-8331-a1f702315026 req-0ba9fa26-c256-465c-846b-bae0bf6fe5c4 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:44.122083 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f1aa09a1-ce4c-4ad4-8331-a1f702315026 req-0ba9fa26-c256-465c-846b-bae0bf6fe5c4 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.0780540 Feb 15 04:23:44.175693 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f1aa09a1-ce4c-4ad4-8331-a1f702315026 req-6119f998-6838-42e9-bf3e-d735532493cf tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522370 Feb 15 04:23:44.319576 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b519f-a441-42b3-8a8c-e1a123527af0 req-7dc61c82-c4ae-4750-b395-532e3e952e53 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:44.321207 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-862b519f-a441-42b3-8a8c-e1a123527af0 req-7dc61c82-c4ae-4750-b395-532e3e952e53 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 946 time: 0.0589008 Feb 15 04:23:44.372626 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-862b519f-a441-42b3-8a8c-e1a123527af0 req-7d8c1ad8-7f6b-414c-8a6c-b642f019e250 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450976 Feb 15 04:23:44.536417 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa172-1275-416a-b7da-e081396479ab req-291d5446-7d42-4391-a736-1b77c89c834b tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:44.537868 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-3e5aa172-1275-416a-b7da-e081396479ab req-291d5446-7d42-4391-a736-1b77c89c834b tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 943 time: 0.0645740 Feb 15 04:23:44.587905 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-3e5aa172-1275-416a-b7da-e081396479ab req-52e0ff36-03c3-48b1-a70a-2d3415e471b4 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444608 Feb 15 04:23:44.757157 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c0868-4507-4432-aafa-82b080e70ca1 req-45001758-a558-49e3-80d4-e29aea5ee870 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:44.758731 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-ab2c0868-4507-4432-aafa-82b080e70ca1 req-45001758-a558-49e3-80d4-e29aea5ee870 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0611513 Feb 15 04:23:44.813716 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-ab2c0868-4507-4432-aafa-82b080e70ca1 req-1a82757d-82cb-47b8-86b0-b1e0d281e95c tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486233 Feb 15 04:23:44.986994 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec556cc-48fd-47c8-aeef-e20d28dedc4a req-b4b21c77-2053-4a01-8e33-820a0d062cd8 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:44.988571 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-cec556cc-48fd-47c8-aeef-e20d28dedc4a req-b4b21c77-2053-4a01-8e33-820a0d062cd8 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf316805-ef34-4e31-9a87-59a0b8c0e09f HTTP/1.1" status: 200 len: 943 time: 0.0621972 Feb 15 04:23:45.039945 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-cec556cc-48fd-47c8-aeef-e20d28dedc4a req-426de864-c821-45c1-aeb9-ca1b15388964 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454936 Feb 15 04:23:45.324623 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4316e95-ec77-44cd-a5c6-b8aefdd715dc req-90effcf8-195f-4c44-9eea-5648c49b5471 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:45.326388 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-b4316e95-ec77-44cd-a5c6-b8aefdd715dc req-90effcf8-195f-4c44-9eea-5648c49b5471 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.0693102 Feb 15 04:23:45.385170 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-b4316e95-ec77-44cd-a5c6-b8aefdd715dc req-c21d03d7-70a9-4324-8754-c8244698f7c6 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505700 Feb 15 04:23:45.507412 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231de956-8998-4ca2-94f4-0c698b32253c req-888fd95a-950b-47a0-87c6-8a1e3dbf88d2 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:45.508986 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-231de956-8998-4ca2-94f4-0c698b32253c req-888fd95a-950b-47a0-87c6-8a1e3dbf88d2 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 946 time: 0.0589850 Feb 15 04:23:45.571720 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-231de956-8998-4ca2-94f4-0c698b32253c req-797358e0-55c4-4549-8e2b-85b2195804d2 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556722 Feb 15 04:23:45.719976 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582d065-ffdc-43c7-b1e2-d7a1d7db2bac req-466d8c30-04d4-452e-827b-3c95d811bcf6 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:45.721518 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-8582d065-ffdc-43c7-b1e2-d7a1d7db2bac req-466d8c30-04d4-452e-827b-3c95d811bcf6 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 943 time: 0.0623178 Feb 15 04:23:45.777324 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-8582d065-ffdc-43c7-b1e2-d7a1d7db2bac req-848383ce-4744-4d12-8424-7edc8b137233 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500789 Feb 15 04:23:45.960266 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c78522-4dea-4059-855f-31f7e283c604 req-f2f0c19b-29e3-4e63-9ba2-867dee77ef17 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:45.962005 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d7c78522-4dea-4059-855f-31f7e283c604 req-f2f0c19b-29e3-4e63-9ba2-867dee77ef17 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0638649 Feb 15 04:23:46.023048 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d7c78522-4dea-4059-855f-31f7e283c604 req-c0496f74-0928-4d34-9d90-39f3ba01a735 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541611 Feb 15 04:23:46.202905 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c410a9-9793-4a42-bbb0-f789fdb00214 req-869e6b3f-3250-4098-8bf0-da735d6ebec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:46.205295 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-60c410a9-9793-4a42-bbb0-f789fdb00214 req-869e6b3f-3250-4098-8bf0-da735d6ebec9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b58d87f4f4ed448f8d45c85f92cf1462&device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 1127 time: 0.0712574 Feb 15 04:23:46.218422 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51296721-f164-42fd-8a92-9c834744ed85 req-11d385ed-647a-4beb-96dc-1b304c37a0e7 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:46.219974 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-51296721-f164-42fd-8a92-9c834744ed85 req-11d385ed-647a-4beb-96dc-1b304c37a0e7 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf316805-ef34-4e31-9a87-59a0b8c0e09f HTTP/1.1" status: 200 len: 943 time: 0.0826254 Feb 15 04:23:46.279328 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-51296721-f164-42fd-8a92-9c834744ed85 req-8276ea5e-75a4-49dd-81f9-eebd3e3e94a7 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519931 Feb 15 04:23:46.451876 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85493ff-5cf8-4606-b2f9-07d021179de6 req-4a503ea9-ec2c-4406-b006-581fec34622b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:46.453476 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b85493ff-5cf8-4606-b2f9-07d021179de6 req-4a503ea9-ec2c-4406-b006-581fec34622b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ba3b5e2169b40148cfb3daa6fb61162&device_id=cf316805-ef34-4e31-9a87-59a0b8c0e09f HTTP/1.1" status: 200 len: 1127 time: 0.1294723 Feb 15 04:23:46.592874 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6cf3f-c1f8-4f8b-8c6d-637ee5cebced req-2f38c7f2-ff67-4f08-8cae-97479632d4bb tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:46.611288 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a5c6cf3f-c1f8-4f8b-8c6d-637ee5cebced req-2f38c7f2-ff67-4f08-8cae-97479632d4bb tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.1038096 Feb 15 04:23:46.614128 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c410a9-9793-4a42-bbb0-f789fdb00214 req-10d3ca6b-3f9f-4404-8ee8-a946f3a49f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:46.615971 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-60c410a9-9793-4a42-bbb0-f789fdb00214 req-10d3ca6b-3f9f-4404-8ee8-a946f3a49f67 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b58d87f4f4ed448f8d45c85f92cf1462&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3382185 Feb 15 04:23:46.728646 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a5c6cf3f-c1f8-4f8b-8c6d-637ee5cebced req-3b049e43-3713-487e-9689-6c4e85497977 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057122 Feb 15 04:23:46.735756 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f682d-6fa6-4e63-8ca5-f8625cf5af1a req-cd742c44-e844-4ae6-95ff-67c9e904f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:46.737807 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a54f682d-6fa6-4e63-8ca5-f8625cf5af1a req-cd742c44-e844-4ae6-95ff-67c9e904f80d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6908f5f033f4c8888210c0cf405f4fa&device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 1129 time: 0.1817203 Feb 15 04:23:46.780402 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85493ff-5cf8-4606-b2f9-07d021179de6 req-ebf35240-42f6-46ab-89bf-14bfea975799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:46.781984 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b85493ff-5cf8-4606-b2f9-07d021179de6 req-ebf35240-42f6-46ab-89bf-14bfea975799 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1ba3b5e2169b40148cfb3daa6fb61162&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2984619 Feb 15 04:23:46.864826 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c410a9-9793-4a42-bbb0-f789fdb00214 req-6e4c9368-05c2-4dcd-94bc-493c089bd07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:46.866345 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-60c410a9-9793-4a42-bbb0-f789fdb00214 req-6e4c9368-05c2-4dcd-94bc-493c089bd07e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2388790 Feb 15 04:23:46.963507 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdacb8f-b945-49c0-adc5-a71e16cada16 req-c0671584-9b2e-4842-9fd3-bfa319c4783a tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:46.964342 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06dfa2-b558-4da5-8d1a-bcede7c908b1 req-000edb79-0c43-4c26-8f1f-c11026afe4a5 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:46.965275 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9fdacb8f-b945-49c0-adc5-a71e16cada16 req-c0671584-9b2e-4842-9fd3-bfa319c4783a tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 946 time: 0.2552044 Feb 15 04:23:46.984492 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-bd06dfa2-b558-4da5-8d1a-bcede7c908b1 req-000edb79-0c43-4c26-8f1f-c11026afe4a5 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 943 time: 0.1234503 Feb 15 04:23:47.079601 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-bd06dfa2-b558-4da5-8d1a-bcede7c908b1 req-683dd41a-7c1d-4b00-b608-e5acff31001e tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847886 Feb 15 04:23:47.109805 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-7871a80c-c28e-458c-9e56-5555d6f88313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:47.111360 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-7871a80c-c28e-458c-9e56-5555d6f88313 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b58d87f4f4ed448f8d45c85f92cf1462&device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 1127 time: 0.1682088 Feb 15 04:23:47.112509 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85493ff-5cf8-4606-b2f9-07d021179de6 req-f57b1539-cd62-4a7e-8b48-e3dff07dbcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:47.113973 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b85493ff-5cf8-4606-b2f9-07d021179de6 req-f57b1539-cd62-4a7e-8b48-e3dff07dbcbd service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3002038 Feb 15 04:23:47.120050 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f682d-6fa6-4e63-8ca5-f8625cf5af1a req-3d850cf4-a9d2-4b44-89d9-139fd67fff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:47.122693 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a54f682d-6fa6-4e63-8ca5-f8625cf5af1a req-3d850cf4-a9d2-4b44-89d9-139fd67fff61 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f0c3e2a8-7b6d-47b3-b743-56e894a4b50d HTTP/1.1" status: 200 len: 916 time: 0.2919507 Feb 15 04:23:47.140991 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9fdacb8f-b945-49c0-adc5-a71e16cada16 req-a24853be-4fa2-4abf-9968-6d25e0812500 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495433 Feb 15 04:23:47.237304 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fc93b-c46f-484d-9d7c-17bce4f7ad5a req-45a3b9c6-8dc0-450b-81bb-1222b202c74d tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:47.242094 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-e35fc93b-c46f-484d-9d7c-17bce4f7ad5a req-45a3b9c6-8dc0-450b-81bb-1222b202c74d tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0941415 Feb 15 04:23:47.255554 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-8ff8b86b-10a9-4587-99e1-b052de7884fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40ec21d0-c71c-4bbb-ae5d-68d36612fd1a HTTP/1.1" status: 200 len: 217 time: 0.1132379 Feb 15 04:23:47.311009 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-e35fc93b-c46f-484d-9d7c-17bce4f7ad5a req-e52cf8b4-82e2-4028-94eb-2352e1964ec0 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651827 Feb 15 04:23:47.327056 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a54f682d-6fa6-4e63-8ca5-f8625cf5af1a req-1a432356-1100-40b1-aa1b-e1f04412dedc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=363efce2-a87d-4ada-a63b-669f59236698 HTTP/1.1" status: 200 len: 1001 time: 0.1836801 Feb 15 04:23:47.345594 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-863f0788-5ed3-4177-93f8-944992430d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:47.347263 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-863f0788-5ed3-4177-93f8-944992430d4f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ba3b5e2169b40148cfb3daa6fb61162&device_id=cf316805-ef34-4e31-9a87-59a0b8c0e09f HTTP/1.1" status: 200 len: 1127 time: 0.1847148 Feb 15 04:23:47.366790 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-49b17c84-d2aa-4481-b251-981551f0d427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:47.368182 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-49b17c84-d2aa-4481-b251-981551f0d427 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=51212c4f-8f89-425e-8852-05113297def1 HTTP/1.1" status: 200 len: 854 time: 0.1027954 Feb 15 04:23:47.459763 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-5a0c2343-511d-47df-af0b-12da31f31a0e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21effa65-6f1f-4199-a6a4-698a3f85a8cf HTTP/1.1" status: 200 len: 217 time: 0.1017168 Feb 15 04:23:47.519917 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f682d-6fa6-4e63-8ca5-f8625cf5af1a req-20af8520-a70f-463c-9207-80e112997e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:47.521399 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a54f682d-6fa6-4e63-8ca5-f8625cf5af1a req-20af8520-a70f-463c-9207-80e112997e11 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5c54656-66d3-4f7d-bcac-e474d59bf132 HTTP/1.1" status: 200 len: 855 time: 0.1825995 Feb 15 04:23:47.583130 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-8d894b40-9a35-4c84-b613-b07bca38448b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:47.584581 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-8d894b40-9a35-4c84-b613-b07bca38448b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dbaebc97-7aee-4063-b31a-f9a8bda51b3d HTTP/1.1" status: 200 len: 854 time: 0.1072962 Feb 15 04:23:47.597875 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8480f5-1ffc-460f-97fe-e6f426f04059 req-168cfa70-8c5e-46f1-b355-69a3c41dc7c0 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:47.599253 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0a8480f5-1ffc-460f-97fe-e6f426f04059 req-168cfa70-8c5e-46f1-b355-69a3c41dc7c0 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf316805-ef34-4e31-9a87-59a0b8c0e09f HTTP/1.1" status: 200 len: 943 time: 0.2429857 Feb 15 04:23:47.613613 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-ef11f48c-1539-4d73-9656-0367025866d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:47.615223 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-ef11f48c-1539-4d73-9656-0367025866d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2125692 Feb 15 04:23:47.643764 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-a1621732-14cf-402b-89bf-d5a7491186cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1623b098-48ca-48ad-88dc-118d6853c0b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435283 Feb 15 04:23:47.688507 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f682d-6fa6-4e63-8ca5-f8625cf5af1a req-46461c32-b33c-422b-948d-a51b0ba282f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:47.690024 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a54f682d-6fa6-4e63-8ca5-f8625cf5af1a req-46461c32-b33c-422b-948d-a51b0ba282f8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0c3e2a8-7b6d-47b3-b743-56e894a4b50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1569779 Feb 15 04:23:47.909476 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff40755-ff04-4a31-9cbd-8c1f24f8cdfc req-b8130a01-5d91-45ca-a423-cce4247401ac tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:47.913431 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-6ff40755-ff04-4a31-9cbd-8c1f24f8cdfc req-b8130a01-5d91-45ca-a423-cce4247401ac tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.0882037 Feb 15 04:23:47.987205 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-6ff40755-ff04-4a31-9cbd-8c1f24f8cdfc req-9d391f62-0356-4972-b200-921596e63fae tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682094 Feb 15 04:23:48.109307 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0a8480f5-1ffc-460f-97fe-e6f426f04059 req-f9e1a546-413c-4435-ae0e-b9e10263adbc tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4912200 Feb 15 04:23:48.166181 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-272f9b82-cbb1-4b17-b258-ca320c7eb2fd service neutron] 10.222.0.59 "GET /v2.0/networks/39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5293939 Feb 15 04:23:48.175874 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-feb17581-0b68-4d9c-a2ec-de5f72a0b81f service neutron] 10.222.0.59 "GET /v2.0/networks/1623b098-48ca-48ad-88dc-118d6853c0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5145047 Feb 15 04:23:48.265294 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48765b0-287e-4b03-ac2d-bdf209bf546a req-1a666fdd-220c-48dc-920b-b70bdbb0a024 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:48.272459 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f48765b0-287e-4b03-ac2d-bdf209bf546a req-1a666fdd-220c-48dc-920b-b70bdbb0a024 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 943 time: 0.0783122 Feb 15 04:23:48.308221 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a54f682d-6fa6-4e63-8ca5-f8625cf5af1a req-8773003c-1959-42a4-9a01-596c1edfe4bd service neutron] 10.222.0.59 "GET /v2.0/networks/f0c3e2a8-7b6d-47b3-b743-56e894a4b50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5756326 Feb 15 04:23:48.329828 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f48765b0-287e-4b03-ac2d-bdf209bf546a req-43c7ff8e-4e08-4417-b8fa-f5313dec2f55 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561204 Feb 15 04:23:48.454116 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-fc93e30b-4313-48d0-a56a-cdcd41754674 service neutron] 10.222.0.59 "GET /v2.0/networks/39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775280 Feb 15 04:23:48.462704 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-830256ea-1ac7-4ad3-b6f1-e522669f45f5 req-aa12904e-cb91-407f-b74b-238620960f7a service neutron] 10.222.0.59 "GET /v2.0/networks/1623b098-48ca-48ad-88dc-118d6853c0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757807 Feb 15 04:23:48.490538 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4adec-1cc5-40e3-b43f-7bff547d3b19 req-26244783-412e-43aa-b7d8-0e9fe5e46038 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:48.492385 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-97a4adec-1cc5-40e3-b43f-7bff547d3b19 req-26244783-412e-43aa-b7d8-0e9fe5e46038 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0928993 Feb 15 04:23:48.503733 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692a73d-6db7-43b4-a750-c255637a8e8a req-726c74eb-0c26-46f5-a886-039026ca171d tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:48.505993 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f692a73d-6db7-43b4-a750-c255637a8e8a req-726c74eb-0c26-46f5-a886-039026ca171d tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 946 time: 0.2488017 Feb 15 04:23:48.564533 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-97a4adec-1cc5-40e3-b43f-7bff547d3b19 req-3afdc654-7125-43c3-9cd7-34ad74dc8f1e tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635273 Feb 15 04:23:48.571351 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a54f682d-6fa6-4e63-8ca5-f8625cf5af1a req-062c581b-3d4f-439c-9ced-c2831e727e3c service neutron] 10.222.0.59 "GET /v2.0/networks/f0c3e2a8-7b6d-47b3-b743-56e894a4b50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395089 Feb 15 04:23:48.609577 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f692a73d-6db7-43b4-a750-c255637a8e8a req-008cab4b-dae0-4fda-ad8d-919b2c4e99d1 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/security-groups?id=be1a8eee-5f60-4bf8-8aed-1f01e34954f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845385 Feb 15 04:23:48.623696 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e06ce0-4458-4ad8-9156-81549d7f4faa req-c87f5619-266d-4263-902e-cd6bf7016931 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:48.625312 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-10e06ce0-4458-4ad8-9156-81549d7f4faa req-c87f5619-266d-4263-902e-cd6bf7016931 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 946 time: 0.1016319 Feb 15 04:23:48.771674 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-10e06ce0-4458-4ad8-9156-81549d7f4faa req-76f5e590-194d-4343-a036-fa339ba1f359 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Deleting port e5000b8c-e731-4109-b8ae-a57706444763 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:23:48.772117 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-10e06ce0-4458-4ad8-9156-81549d7f4faa req-76f5e590-194d-4343-a036-fa339ba1f359 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (e5000b8c-e731-4109-b8ae-a57706444763), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:48.889647 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-10e06ce0-4458-4ad8-9156-81549d7f4faa req-76f5e590-194d-4343-a036-fa339ba1f359 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] For port e5000b8c-e731-4109-b8ae-a57706444763, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=e5000b8c-e731-4109-b8ae-a57706444763,segment=NetworkSegment(6e131826-e383-4c3d-a2a0-30aaa6333ce4),segment_id=6e131826-e383-4c3d-a2a0-30aaa6333ce4)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:23:48.890126 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-10e06ce0-4458-4ad8-9156-81549d7f4faa req-76f5e590-194d-4343-a036-fa339ba1f359 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (e5000b8c-e731-4109-b8ae-a57706444763), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:48.906074 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-10e06ce0-4458-4ad8-9156-81549d7f4faa req-76f5e590-194d-4343-a036-fa339ba1f359 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Calling delete_port for e5000b8c-e731-4109-b8ae-a57706444763 owned by compute:nova {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:23:49.067287 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-10e06ce0-4458-4ad8-9156-81549d7f4faa req-76f5e590-194d-4343-a036-fa339ba1f359 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (e5000b8c-e731-4109-b8ae-a57706444763), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:49.100156 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5e590-194d-4343-a036-fa339ba1f359 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Pushing event deleted for resources: {'Port': ['ID=e5000b8c-e731-4109-b8ae-a57706444763,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:49.170676 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e06ce0-4458-4ad8-9156-81549d7f4faa req-76f5e590-194d-4343-a036-fa339ba1f359 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] No DVR routers for this DVR port e5000b8c-e731-4109-b8ae-a57706444763 on host hv-cinder-81610 {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:23:49.173147 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcfbe6-eeb9-47ea-b377-fb112e49c979 req-7588c65b-6de6-4724-a6e5-35b46e50535e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:49.175562 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-10e06ce0-4458-4ad8-9156-81549d7f4faa req-76f5e590-194d-4343-a036-fa339ba1f359 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:49.179108 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-10e06ce0-4458-4ad8-9156-81549d7f4faa req-76f5e590-194d-4343-a036-fa339ba1f359 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.59 "DELETE /v2.0/ports/e5000b8c-e731-4109-b8ae-a57706444763 HTTP/1.1" status: 204 len: 173 time: 0.5386045 Feb 15 04:23:49.179610 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf', 'name': 'network-vif-deleted', 'tag': 'e5000b8c-e731-4109-b8ae-a57706444763'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:23:49.181089 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-76dcfbe6-eeb9-47ea-b377-fb112e49c979 req-7588c65b-6de6-4724-a6e5-35b46e50535e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.0937655 Feb 15 04:23:49.182059 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56daa7f7-cefa-4fbd-9189-5fb4688f440f" -d '{"events": [{"server_uuid": "f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf", "name": "network-vif-deleted", "tag": "e5000b8c-e731-4109-b8ae-a57706444763"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:23:49.273321 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-76dcfbe6-eeb9-47ea-b377-fb112e49c979 req-67cf7721-b3cd-4279-9365-0576c8f4fb0e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909090 Feb 15 04:23:49.317293 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ab9ea-53ae-44f9-9b90-fdfd22f382aa req-14bccbcf-34fe-4f86-bbfc-1a7054ef6e7b tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:49.320684 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5e5ab9ea-53ae-44f9-9b90-fdfd22f382aa req-14bccbcf-34fe-4f86-bbfc-1a7054ef6e7b tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf316805-ef34-4e31-9a87-59a0b8c0e09f HTTP/1.1" status: 200 len: 943 time: 0.0972176 Feb 15 04:23:49.350162 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f744ce5-b8c6-4f0c-b58b-ffb28d2133fb x-openstack-request-id: req-5f744ce5-b8c6-4f0c-b58b-ffb28d2133fb {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:23:49.350643 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf", "name": "network-vif-deleted", "tag": "e5000b8c-e731-4109-b8ae-a57706444763", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:23:49.351063 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5f744ce5-b8c6-4f0c-b58b-ffb28d2133fb {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:23:49.351918 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf', 'name': 'network-vif-deleted', 'tag': 'e5000b8c-e731-4109-b8ae-a57706444763', 'status': 'completed', 'code': 200} Feb 15 04:23:49.435928 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5e5ab9ea-53ae-44f9-9b90-fdfd22f382aa req-9acde442-b048-4a14-99e1-a625e896a367 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055372 Feb 15 04:23:49.549581 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771258d-fe41-4b96-85c1-45e9a2eb2bf8 req-a0ecdb8d-0105-4307-9d36-8804254f2861 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:49.551880 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f771258d-fe41-4b96-85c1-45e9a2eb2bf8 req-a0ecdb8d-0105-4307-9d36-8804254f2861 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 943 time: 0.0839939 Feb 15 04:23:49.614494 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f771258d-fe41-4b96-85c1-45e9a2eb2bf8 req-d2475021-17b8-4e96-b40d-56490915218b tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554235 Feb 15 04:23:49.736179 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b8646-4b38-43fb-a0f5-7739f9083689 req-6e50c21e-dbaa-44ff-9ec4-61faa95784dc tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:49.738399 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-183b8646-4b38-43fb-a0f5-7739f9083689 req-6e50c21e-dbaa-44ff-9ec4-61faa95784dc tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0824275 Feb 15 04:23:49.835944 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-ebfe5c9b-e812-4875-b2da-ce196380168d req-7312670a-aa89-4ba8-8421-768a727df247 tempest-AttachVolumeNegativeTest-300826860 tempest-AttachVolumeNegativeTest-300826860-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7e6b34f-7741-40e3-8f0d-379e3f1c7dbf HTTP/1.1" status: 200 len: 210 time: 0.0868192 Feb 15 04:23:49.841718 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-183b8646-4b38-43fb-a0f5-7739f9083689 req-67116cfb-5666-43ff-a661-37729471b2ce tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824149 Feb 15 04:23:50.433764 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311add2-752a-4323-bfb2-7955e7a5b28b req-e1895c24-d34a-4cda-89f1-f67a8d84e170 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:50.436477 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b311add2-752a-4323-bfb2-7955e7a5b28b req-e1895c24-d34a-4cda-89f1-f67a8d84e170 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.0756278 Feb 15 04:23:50.509409 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b311add2-752a-4323-bfb2-7955e7a5b28b req-37a5461d-a6cd-4e6e-9a1b-e3bd88a43d76 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667684 Feb 15 04:23:50.566074 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device e5000b8c-e731-4109-b8ae-a57706444763 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:23:50.590787 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] No Port match for: e5000b8c-e731-4109-b8ae-a57706444763 {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:23:50.590787 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device e5000b8c-e731-4109-b8ae-a57706444763 not bound to the agent host hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:23:50.608739 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603c889-665c-4dfd-9a7d-3a3f99b7f5eb req-1a6a866f-cd21-4f93-bcf3-e3be4749cdfa tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:50.610429 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f603c889-665c-4dfd-9a7d-3a3f99b7f5eb req-1a6a866f-cd21-4f93-bcf3-e3be4749cdfa tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf316805-ef34-4e31-9a87-59a0b8c0e09f HTTP/1.1" status: 200 len: 943 time: 0.0733838 Feb 15 04:23:50.693553 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f603c889-665c-4dfd-9a7d-3a3f99b7f5eb req-2d7181fe-5827-4d41-bd9f-698fc4baae09 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715795 Feb 15 04:23:50.802755 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290f93d-5b14-4f98-9446-7eba5d98875d req-a9ed9e79-ba9b-4b5a-88ee-a0798cd08a59 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:50.805627 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b290f93d-5b14-4f98-9446-7eba5d98875d req-a9ed9e79-ba9b-4b5a-88ee-a0798cd08a59 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 943 time: 0.1086404 Feb 15 04:23:50.906573 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b290f93d-5b14-4f98-9446-7eba5d98875d req-d7ed57bc-e79d-40d8-a207-05429225c99d tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945401 Feb 15 04:23:50.941309 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f216d9-8c0f-4654-9484-3ce3ff603082 req-0b17f1fd-d1cf-45db-968e-393c46681cdb tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:50.942943 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-67f216d9-8c0f-4654-9484-3ce3ff603082 req-0b17f1fd-d1cf-45db-968e-393c46681cdb tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0880992 Feb 15 04:23:50.982942 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 56858) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:23:51.032926 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c20347-5487-4351-bdcd-f02cc7d198c4 req-e11f7362-66f8-44ea-a58a-1069b7f3724c tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:51.035764 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-14c20347-5487-4351-bdcd-f02cc7d198c4 req-e11f7362-66f8-44ea-a58a-1069b7f3724c tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 946 time: 0.0730836 Feb 15 04:23:51.071292 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f07229b-8a1f-4d4c-ad7c-e7448d600563 admin admin] Deleting subnet 508befd6-d7ad-4a18-a5bd-758fb93dcf1e {{(pid=102633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 04:23:51.077673 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6f07229b-8a1f-4d4c-ad7c-e7448d600563 admin admin] Publish callbacks [] for subnet (508befd6-d7ad-4a18-a5bd-758fb93dcf1e), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:51.094843 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-14c20347-5487-4351-bdcd-f02cc7d198c4 req-b0c915d5-edb3-4a70-a2a4-1c1e4379e77d tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/security-groups?id=554b76cb-5a2b-40df-8497-2b119a33de39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524213 Feb 15 04:23:51.123006 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6f07229b-8a1f-4d4c-ad7c-e7448d600563 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5385617'] for subnet (508befd6-d7ad-4a18-a5bd-758fb93dcf1e), precommit_delete_associations {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:51.164536 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-67f216d9-8c0f-4654-9484-3ce3ff603082 req-c0fe82fa-3fee-4e93-b51b-f6e29c05f029 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Deleting port 3de6a7fb-53a5-40a9-af0f-ab012f0726c6 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:23:51.164881 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-67f216d9-8c0f-4654-9484-3ce3ff603082 req-c0fe82fa-3fee-4e93-b51b-f6e29c05f029 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (3de6a7fb-53a5-40a9-af0f-ab012f0726c6), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:51.217018 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6f07229b-8a1f-4d4c-ad7c-e7448d600563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1732099'] for subnet (508befd6-d7ad-4a18-a5bd-758fb93dcf1e), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:51.311549 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-67f216d9-8c0f-4654-9484-3ce3ff603082 req-c0fe82fa-3fee-4e93-b51b-f6e29c05f029 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] For port 3de6a7fb-53a5-40a9-af0f-ab012f0726c6, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=3de6a7fb-53a5-40a9-af0f-ab012f0726c6,segment=NetworkSegment(e61be41a-7e7b-4345-aa45-9232b26d6b0c),segment_id=e61be41a-7e7b-4345-aa45-9232b26d6b0c)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:23:51.311982 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-67f216d9-8c0f-4654-9484-3ce3ff603082 req-c0fe82fa-3fee-4e93-b51b-f6e29c05f029 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (3de6a7fb-53a5-40a9-af0f-ab012f0726c6), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:51.316158 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6f07229b-8a1f-4d4c-ad7c-e7448d600563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1730288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5250976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4204894'] for subnet (508befd6-d7ad-4a18-a5bd-758fb93dcf1e), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:51.348718 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-67f216d9-8c0f-4654-9484-3ce3ff603082 req-c0fe82fa-3fee-4e93-b51b-f6e29c05f029 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Calling delete_port for 3de6a7fb-53a5-40a9-af0f-ab012f0726c6 owned by compute:nova {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:23:51.358249 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07229b-8a1f-4d4c-ad7c-e7448d600563 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=508befd6-d7ad-4a18-a5bd-758fb93dcf1e,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:51.366716 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6f07229b-8a1f-4d4c-ad7c-e7448d600563 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:51.370307 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-6f07229b-8a1f-4d4c-ad7c-e7448d600563 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/508befd6-d7ad-4a18-a5bd-758fb93dcf1e HTTP/1.1" status: 204 len: 168 time: 0.3862598 Feb 15 04:23:51.374133 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 56860) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:23:51.457611 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d4ef0910-8ab9-4515-83e6-01ab2d6f6f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756036'] for network (a909d0e6-c4b3-462a-b863-e1bf37a7bf54), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:51.522614 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-67f216d9-8c0f-4654-9484-3ce3ff603082 req-c0fe82fa-3fee-4e93-b51b-f6e29c05f029 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (3de6a7fb-53a5-40a9-af0f-ab012f0726c6), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:51.538105 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['3de6a7fb-53a5-40a9-af0f-ab012f0726c6'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:23:51.557026 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d4ef0910-8ab9-4515-83e6-01ab2d6f6f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725060', 'neutron.services.segments.db._delete_segments_for_network-8734710277232'] for network (a909d0e6-c4b3-462a-b863-e1bf37a7bf54), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:51.572417 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe82fa-3fee-4e93-b51b-f6e29c05f029 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Pushing event deleted for resources: {'Port': ['ID=3de6a7fb-53a5-40a9-af0f-ab012f0726c6,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:51.592440 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.services.segments.db [None req-d4ef0910-8ab9-4515-83e6-01ab2d6f6f88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a909d0e6-c4b3-462a-b863-e1bf37a7bf54']}} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:23:51.604479 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.services.segments.db [None req-d4ef0910-8ab9-4515-83e6-01ab2d6f6f88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e131826-e383-4c3d-a2a0-30aaa6333ce4') {'for_net_delete': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:23:51.604773 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.services.segments.db [None req-d4ef0910-8ab9-4515-83e6-01ab2d6f6f88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e131826-e383-4c3d-a2a0-30aaa6333ce4') {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:23:51.628573 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f216d9-8c0f-4654-9484-3ce3ff603082 req-c0fe82fa-3fee-4e93-b51b-f6e29c05f029 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] No DVR routers for this DVR port 3de6a7fb-53a5-40a9-af0f-ab012f0726c6 on host hv-cinder-81610 {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:23:51.631102 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-67f216d9-8c0f-4654-9484-3ce3ff603082 req-c0fe82fa-3fee-4e93-b51b-f6e29c05f029 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:51.634871 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-67f216d9-8c0f-4654-9484-3ce3ff603082 req-c0fe82fa-3fee-4e93-b51b-f6e29c05f029 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.59 "DELETE /v2.0/ports/3de6a7fb-53a5-40a9-af0f-ab012f0726c6 HTTP/1.1" status: 204 len: 173 time: 0.6821990 Feb 15 04:23:51.635345 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca522ac8-8430-4ab4-aa43-9de561155e52', 'name': 'network-vif-deleted', 'tag': '3de6a7fb-53a5-40a9-af0f-ab012f0726c6'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:23:51.635697 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d4ef0910-8ab9-4515-83e6-01ab2d6f6f88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734710278521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5689107'] for segment (6e131826-e383-4c3d-a2a0-30aaa6333ce4), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:51.637927 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7812ede8-70e3-4923-9807-d1574ea7fcab" -d '{"events": [{"server_uuid": "ca522ac8-8430-4ab4-aa43-9de561155e52", "name": "network-vif-deleted", "tag": "3de6a7fb-53a5-40a9-af0f-ab012f0726c6"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:23:51.667930 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d4ef0910-8ab9-4515-83e6-01ab2d6f6f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (6e131826-e383-4c3d-a2a0-30aaa6333ce4), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:51.686164 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4ef0910-8ab9-4515-83e6-01ab2d6f6f88 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 04:23:51.687407 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d4ef0910-8ab9-4515-83e6-01ab2d6f6f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5688174'] for segment (6e131826-e383-4c3d-a2a0-30aaa6333ce4), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:51.691107 dv-cinder-816104-2-iscsi neutron-server[102634]: Traceback (most recent call last): Feb 15 04:23:51.691107 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 04:23:51.691107 dv-cinder-816104-2-iscsi neutron-server[102634]: timer() Feb 15 04:23:51.691107 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 04:23:51.691107 dv-cinder-816104-2-iscsi neutron-server[102634]: cb(*args, **kw) Feb 15 04:23:51.691107 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 04:23:51.691107 dv-cinder-816104-2-iscsi neutron-server[102634]: return func(*args, **kwargs) Feb 15 04:23:51.691107 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 04:23:51.691107 dv-cinder-816104-2-iscsi neutron-server[102634]: self._notify() Feb 15 04:23:51.691107 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 04:23:51.691107 dv-cinder-816104-2-iscsi neutron-server[102634]: self.callback(batched_events) Feb 15 04:23:51.691107 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 04:23:51.691107 dv-cinder-816104-2-iscsi neutron-server[102634]: event.method(event) Feb 15 04:23:51.691107 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 04:23:51.691107 dv-cinder-816104-2-iscsi neutron-server[102634]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 04:23:51.691107 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 04:23:51.691107 dv-cinder-816104-2-iscsi neutron-server[102634]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 04:23:51.691107 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 04:23:51.691107 dv-cinder-816104-2-iscsi neutron-server[102634]: return f(self, *a, **k) Feb 15 04:23:51.691107 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 04:23:51.691107 dv-cinder-816104-2-iscsi neutron-server[102634]: return self._get(url).json() Feb 15 04:23:51.691107 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 04:23:51.691107 dv-cinder-816104-2-iscsi neutron-server[102634]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 04:23:51.691107 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 04:23:51.691107 dv-cinder-816104-2-iscsi neutron-server[102634]: return self.request(url, 'GET', **kwargs) Feb 15 04:23:51.691107 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 04:23:51.691107 dv-cinder-816104-2-iscsi neutron-server[102634]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 04:23:51.691107 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 04:23:51.691107 dv-cinder-816104-2-iscsi neutron-server[102634]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 04:23:51.691107 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 04:23:51.691107 dv-cinder-816104-2-iscsi neutron-server[102634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 04:23:51.691107 dv-cinder-816104-2-iscsi neutron-server[102634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 04:23:51.711748 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46bfcf9-8c46-4557-aed5-78a75baeef48 x-openstack-request-id: req-c46bfcf9-8c46-4557-aed5-78a75baeef48 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:23:51.712131 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca522ac8-8430-4ab4-aa43-9de561155e52", "name": "network-vif-deleted", "tag": "3de6a7fb-53a5-40a9-af0f-ab012f0726c6", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:23:51.712305 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c46bfcf9-8c46-4557-aed5-78a75baeef48 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:23:51.712693 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca522ac8-8430-4ab4-aa43-9de561155e52', 'name': 'network-vif-deleted', 'tag': '3de6a7fb-53a5-40a9-af0f-ab012f0726c6', 'status': 'completed', 'code': 200} Feb 15 04:23:51.756126 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3af87b-af68-4324-8b3a-8f9a12f6247e req-cfc6d840-70a3-47c1-9963-59ed1d596296 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:51.759276 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5e3af87b-af68-4324-8b3a-8f9a12f6247e req-cfc6d840-70a3-47c1-9963-59ed1d596296 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.1129556 Feb 15 04:23:51.853730 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5e3af87b-af68-4324-8b3a-8f9a12f6247e req-54fc289c-50b9-432d-9d4f-8c22d6a5b25b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832999 Feb 15 04:23:51.855314 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d4ef0910-8ab9-4515-83e6-01ab2d6f6f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639526'] for network (a909d0e6-c4b3-462a-b863-e1bf37a7bf54), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:51.863224 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d4ef0910-8ab9-4515-83e6-01ab2d6f6f88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:51.869946 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-d4ef0910-8ab9-4515-83e6-01ab2d6f6f88 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a909d0e6-c4b3-462a-b863-e1bf37a7bf54 HTTP/1.1" status: 204 len: 168 time: 0.4942360 Feb 15 04:23:51.886563 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef0910-8ab9-4515-83e6-01ab2d6f6f88 admin admin] Pushing event deleted for resources: {'Network': ['ID=a909d0e6-c4b3-462a-b863-e1bf37a7bf54,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:51.916246 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e5723-3f6e-401f-bc84-a496beaf99da req-fdea67bb-6f40-46ff-aa71-b6a3bb13e43b tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:51.923740 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a32e5723-3f6e-401f-bc84-a496beaf99da req-fdea67bb-6f40-46ff-aa71-b6a3bb13e43b tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf316805-ef34-4e31-9a87-59a0b8c0e09f HTTP/1.1" status: 200 len: 943 time: 0.1062248 Feb 15 04:23:51.998916 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a32e5723-3f6e-401f-bc84-a496beaf99da req-3b2d87ae-6df1-4e08-b06f-e627f7617d9f tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694752 Feb 15 04:23:52.130269 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0536a7-3691-48fb-942c-115d7e914b0c req-437bac31-4111-4276-9b51-033aceaeb126 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:52.133150 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7c0536a7-3691-48fb-942c-115d7e914b0c req-437bac31-4111-4276-9b51-033aceaeb126 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 943 time: 0.0954857 Feb 15 04:23:52.235349 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7c0536a7-3691-48fb-942c-115d7e914b0c req-80d5a953-7374-42a5-b417-92d08c90884c tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927250 Feb 15 04:23:52.260302 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 56882) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:23:52.316291 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-9f1c6117-7071-4efb-8b68-71f1ceba4e27 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3d7002e2df35463c9128baa00359cd9e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0540943 Feb 15 04:23:52.318461 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-26a73d13-f494-44a2-84f0-12ad84aaa54c req-27460c85-35ec-4c63-bec1-3ebd7617a1a1 tempest-ServerRescueNegativeTestJSON-1490134519 tempest-ServerRescueNegativeTestJSON-1490134519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca522ac8-8430-4ab4-aa43-9de561155e52 HTTP/1.1" status: 200 len: 210 time: 0.0633538 Feb 15 04:23:52.319284 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 56884) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:23:52.364533 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 56886) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:23:52.408126 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-fc548ed3-8c80-4364-9598-59496ee84b8b admin admin] Publish callbacks [] for security_group (be1a8eee-5f60-4bf8-8aed-1f01e34954f8), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:52.436918 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-fc548ed3-8c80-4364-9598-59496ee84b8b admin admin] Publish callbacks [] for security_group (be1a8eee-5f60-4bf8-8aed-1f01e34954f8), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:52.508054 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-fc548ed3-8c80-4364-9598-59496ee84b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (be1a8eee-5f60-4bf8-8aed-1f01e34954f8), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:52.510798 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-fc548ed3-8c80-4364-9598-59496ee84b8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:52.511992 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-fc548ed3-8c80-4364-9598-59496ee84b8b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/be1a8eee-5f60-4bf8-8aed-1f01e34954f8 HTTP/1.1" status: 204 len: 168 time: 0.1913834 Feb 15 04:23:52.521090 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc548ed3-8c80-4364-9598-59496ee84b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1a8eee-5f60-4bf8-8aed-1f01e34954f8,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:52.570933 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bc2484e3-2ede-4c8f-98b3-65a37103958d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:52.593458 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 21effa65-6f1f-4199-a6a4-698a3f85a8cf details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 04:23:52.680012 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bc2484e3-2ede-4c8f-98b3-65a37103958d admin admin] Publish callbacks [] for security_group (c644e9f3-cdc5-4de0-9abc-4dc0daf19240), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:52.691354 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bc2484e3-2ede-4c8f-98b3-65a37103958d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (c644e9f3-cdc5-4de0-9abc-4dc0daf19240), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:52.738468 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2484e3-2ede-4c8f-98b3-65a37103958d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c644e9f3-cdc5-4de0-9abc-4dc0daf19240,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:52.760803 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-bc2484e3-2ede-4c8f-98b3-65a37103958d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=89374c3ea86d4cb5bbbf3eede14da634&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3946874 Feb 15 04:23:52.764964 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 56894) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:23:52.790249 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 21effa65-6f1f-4199-a6a4-698a3f85a8cf, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=21effa65-6f1f-4199-a6a4-698a3f85a8cf,segment=NetworkSegment(16fb39d9-c6e3-4f88-9136-37b0eee9be36),segment_id=16fb39d9-c6e3-4f88-9136-37b0eee9be36)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:23:52.805925 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Returning: {'device': '21effa65-6f1f-4199-a6a4-698a3f85a8cf', 'network_id': '1623b098-48ca-48ad-88dc-118d6853c0b8', 'port_id': '21effa65-6f1f-4199-a6a4-698a3f85a8cf', 'mac_address': 'fa:16:3e:7b:75:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbaebc97-7aee-4063-b31a-f9a8bda51b3d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 04:23:52.856838 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-40179c0c-bccc-48d5-b1cf-7615e6f549d9 admin admin] Publish callbacks [] for security_group (c644e9f3-cdc5-4de0-9abc-4dc0daf19240), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:52.880960 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 21effa65-6f1f-4199-a6a4-698a3f85a8cf is: DOWN; New status is: BUILD {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:23:52.881971 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (21effa65-6f1f-4199-a6a4-698a3f85a8cf), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:52.897816 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21effa65-6f1f-4199-a6a4-698a3f85a8cf {{(pid=102635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:23:52.902061 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-40179c0c-bccc-48d5-b1cf-7615e6f549d9 admin admin] Publish callbacks [] for security_group (c644e9f3-cdc5-4de0-9abc-4dc0daf19240), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:52.936931 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 21effa65-6f1f-4199-a6a4-698a3f85a8cf, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=21effa65-6f1f-4199-a6a4-698a3f85a8cf,segment=NetworkSegment(16fb39d9-c6e3-4f88-9136-37b0eee9be36),segment_id=16fb39d9-c6e3-4f88-9136-37b0eee9be36)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:23:52.945293 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (21effa65-6f1f-4199-a6a4-698a3f85a8cf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:52.946478 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 04:23:52.968829 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-40179c0c-bccc-48d5-b1cf-7615e6f549d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (c644e9f3-cdc5-4de0-9abc-4dc0daf19240), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:52.971623 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-40179c0c-bccc-48d5-b1cf-7615e6f549d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:52.978375 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-40179c0c-bccc-48d5-b1cf-7615e6f549d9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c644e9f3-cdc5-4de0-9abc-4dc0daf19240 HTTP/1.1" status: 204 len: 168 time: 0.2105765 Feb 15 04:23:52.999456 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40179c0c-bccc-48d5-b1cf-7615e6f549d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c644e9f3-cdc5-4de0-9abc-4dc0daf19240,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:53.107821 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489a826-6c0c-41c9-bac0-1f7f0841f905 req-f7531633-cddd-458a-85f0-df8d788b3aa0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:53.109944 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1489a826-6c0c-41c9-bac0-1f7f0841f905 req-f7531633-cddd-458a-85f0-df8d788b3aa0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.1349463 Feb 15 04:23:53.202156 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1489a826-6c0c-41c9-bac0-1f7f0841f905 req-21f971fc-7844-42ab-9c17-c09dde9d8b3a tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851038 Feb 15 04:23:53.264509 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=21effa65-6f1f-4199-a6a4-698a3f85a8cf,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:53.323953 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:53.326205 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:53.327336 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:53.328654 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:53.330809 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:53.332666 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:53.333433 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:53.334644 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:53.335256 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:53.335907 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:53.337199 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:53.337988 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:53.339292 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:53.382027 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=40ec21d0-c71c-4bbb-ae5d-68d36612fd1a,segment=NetworkSegment(fdc0aee7-064c-4aef-973e-14879f0da8f4),segment_id=fdc0aee7-064c-4aef-973e-14879f0da8f4)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:23:53.387919 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cdc1dc-10df-424d-9988-3f2085559cc5 req-c6a9e5f5-92f7-4871-944b-35d1988ec062 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:53.397787 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a2cdc1dc-10df-424d-9988-3f2085559cc5 req-c6a9e5f5-92f7-4871-944b-35d1988ec062 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf316805-ef34-4e31-9a87-59a0b8c0e09f HTTP/1.1" status: 200 len: 944 time: 0.2184615 Feb 15 04:23:53.402278 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Returning: {'device': '40ec21d0-c71c-4bbb-ae5d-68d36612fd1a', 'network_id': '39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8', 'port_id': '40ec21d0-c71c-4bbb-ae5d-68d36612fd1a', 'mac_address': 'fa:16:3e:ba:ca:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51212c4f-8f89-425e-8852-05113297def1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 04:23:53.481780 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a is: DOWN; New status is: BUILD {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:23:53.483919 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (40ec21d0-c71c-4bbb-ae5d-68d36612fd1a), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:53.501495 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a2cdc1dc-10df-424d-9988-3f2085559cc5 req-e5f28ace-0fdf-46fc-a555-33cef5091c64 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027918 Feb 15 04:23:53.505523 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a {{(pid=102635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:23:53.538091 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=40ec21d0-c71c-4bbb-ae5d-68d36612fd1a,segment=NetworkSegment(fdc0aee7-064c-4aef-973e-14879f0da8f4),segment_id=fdc0aee7-064c-4aef-973e-14879f0da8f4)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:23:53.545561 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (40ec21d0-c71c-4bbb-ae5d-68d36612fd1a), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:53.553639 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037077fe-a321-49a6-8d76-05f5ebd85778 req-ad4b353e-8b29-4b25-a9ef-b2b6ecd351b9 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:53.555292 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-037077fe-a321-49a6-8d76-05f5ebd85778 req-ad4b353e-8b29-4b25-a9ef-b2b6ecd351b9 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 943 time: 0.1069150 Feb 15 04:23:53.567967 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 56922) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:23:53.626611 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=40ec21d0-c71c-4bbb-ae5d-68d36612fd1a,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:53.647411 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-037077fe-a321-49a6-8d76-05f5ebd85778 req-b89ab2c7-902b-4c07-b1b3-def742cfc73b tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839374 Feb 15 04:23:54.026841 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['40ec21d0-c71c-4bbb-ae5d-68d36612fd1a'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:23:54.035664 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['21effa65-6f1f-4199-a6a4-698a3f85a8cf'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:23:54.152537 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e996839-b1f2-45dd-9868-7c59ceac8308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639284'] for router_interface (a818bd04-4f62-41c3-b310-352af06ecf31), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:54.419554 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d335f44-fa5e-4e22-aa3b-e8e8fbbafc95 req-a1e10a7f-2d9b-4722-9bc2-47b02a721f62 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:54.427786 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1d335f44-fa5e-4e22-aa3b-e8e8fbbafc95 req-a1e10a7f-2d9b-4722-9bc2-47b02a721f62 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.0860085 Feb 15 04:23:54.499943 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1d335f44-fa5e-4e22-aa3b-e8e8fbbafc95 req-0a1b2a83-c459-4d64-b55d-fb6c660ad07b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641229 Feb 15 04:23:54.599406 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 3de6a7fb-53a5-40a9-af0f-ab012f0726c6 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:23:54.639566 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b4890-5d07-417c-97ac-7564761165e7 req-78043c9c-afe2-4554-bbba-df16d8b487f9 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:54.641938 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e30b4890-5d07-417c-97ac-7564761165e7 req-78043c9c-afe2-4554-bbba-df16d8b487f9 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf316805-ef34-4e31-9a87-59a0b8c0e09f HTTP/1.1" status: 200 len: 944 time: 0.0660992 Feb 15 04:23:54.647801 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] No Port match for: 3de6a7fb-53a5-40a9-af0f-ab012f0726c6 {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:23:54.648362 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 3de6a7fb-53a5-40a9-af0f-ab012f0726c6 not bound to the agent host hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:23:54.669694 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec75e1-33de-40d2-a59c-a7760ca2b23c req-9f500fe2-af74-4090-8c3d-cc1fe80b9f46 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:54.671238 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-18ec75e1-33de-40d2-a59c-a7760ca2b23c req-9f500fe2-af74-4090-8c3d-cc1fe80b9f46 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.1573868 Feb 15 04:23:54.729769 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e30b4890-5d07-417c-97ac-7564761165e7 req-681c44aa-f69e-4133-be76-70ac6ef81e75 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813997 Feb 15 04:23:54.793027 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-18ec75e1-33de-40d2-a59c-a7760ca2b23c req-88b6930a-5ca7-4c37-ad8d-3bf445c8abc3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017044 Feb 15 04:23:54.892165 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6c634-291c-4ef3-b598-2e741f901b8e req-0f34cfdf-dd26-4326-ae69-d00a74723e04 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:54.901261 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7ab6c634-291c-4ef3-b598-2e741f901b8e req-0f34cfdf-dd26-4326-ae69-d00a74723e04 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 944 time: 0.0853825 Feb 15 04:23:54.927109 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e996839-b1f2-45dd-9868-7c59ceac8308 admin admin] Deleting port cf81a5c0-454f-452d-b00e-79048271ae01 {{(pid=102634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:23:54.927580 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e996839-b1f2-45dd-9868-7c59ceac8308 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (cf81a5c0-454f-452d-b00e-79048271ae01), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:54.953207 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7ab6c634-291c-4ef3-b598-2e741f901b8e req-4b4c5125-69b8-41e3-84c6-08fa30ab3a42 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512807 Feb 15 04:23:55.030425 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-0e996839-b1f2-45dd-9868-7c59ceac8308 admin admin] For port cf81a5c0-454f-452d-b00e-79048271ae01, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=cf81a5c0-454f-452d-b00e-79048271ae01,segment=NetworkSegment(e61be41a-7e7b-4345-aa45-9232b26d6b0c),segment_id=e61be41a-7e7b-4345-aa45-9232b26d6b0c)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:23:55.030897 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e996839-b1f2-45dd-9868-7c59ceac8308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (cf81a5c0-454f-452d-b00e-79048271ae01), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:55.051075 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-0e996839-b1f2-45dd-9868-7c59ceac8308 admin admin] Calling delete_port for cf81a5c0-454f-452d-b00e-79048271ae01 owned by network:router_interface {{(pid=102634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:23:55.315607 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e996839-b1f2-45dd-9868-7c59ceac8308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5688251'] for port (cf81a5c0-454f-452d-b00e-79048271ae01), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:55.343146 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e996839-b1f2-45dd-9868-7c59ceac8308 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf81a5c0-454f-452d-b00e-79048271ae01,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:55.548478 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0e996839-b1f2-45dd-9868-7c59ceac8308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-713588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639392'] for router_interface (a818bd04-4f62-41c3-b310-352af06ecf31), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:55.785224 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b77ee-826c-4b9b-af4e-fb9e8c897eb1 req-074b9175-07b2-44ec-9dab-1e6c172d1f4f tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:55.786771 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d40b77ee-826c-4b9b-af4e-fb9e8c897eb1 req-074b9175-07b2-44ec-9dab-1e6c172d1f4f tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.1612763 Feb 15 04:23:55.902430 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d40b77ee-826c-4b9b-af4e-fb9e8c897eb1 req-1892d84a-84d7-442c-8ebd-44eeeabea20e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042809 Feb 15 04:23:55.919165 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef37c55-b608-4788-b1f1-9c54eac54f58 req-4bbf9a85-6524-404a-951c-510e033bfb64 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:55.920602 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-eef37c55-b608-4788-b1f1-9c54eac54f58 req-4bbf9a85-6524-404a-951c-510e033bfb64 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf316805-ef34-4e31-9a87-59a0b8c0e09f HTTP/1.1" status: 200 len: 944 time: 0.0756035 Feb 15 04:23:55.995468 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e996839-b1f2-45dd-9868-7c59ceac8308 admin admin] Router a818bd04-4f62-41c3-b310-352af06ecf31 has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:23:56.015767 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-eef37c55-b608-4788-b1f1-9c54eac54f58 req-7855ef48-d28e-4223-93f9-339d771ad5ba tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836737 Feb 15 04:23:56.159638 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf5a65-aff6-4640-995e-729babc8dd3e req-b28a7e25-4e89-4069-844e-ae3c2b53e9fd tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:56.161563 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ccaf5a65-aff6-4640-995e-729babc8dd3e req-b28a7e25-4e89-4069-844e-ae3c2b53e9fd tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 944 time: 0.0813098 Feb 15 04:23:56.205987 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975412b5-e09f-46bb-aeac-9442155fda1a req-c62bd4ca-d21d-4582-a3d6-62eec438a2fb tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:56.207864 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-975412b5-e09f-46bb-aeac-9442155fda1a req-c62bd4ca-d21d-4582-a3d6-62eec438a2fb tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.1321683 Feb 15 04:23:56.225092 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e996839-b1f2-45dd-9868-7c59ceac8308 admin admin] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:23:56.225843 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ccaf5a65-aff6-4640-995e-729babc8dd3e req-81e89ebf-4baa-42d5-beb0-aafb23ad8a1d tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579314 Feb 15 04:23:56.237765 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-0e996839-b1f2-45dd-9868-7c59ceac8308 admin admin] 10.222.0.45 "PUT /v2.0/routers/a818bd04-4f62-41c3-b310-352af06ecf31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6679330 Feb 15 04:23:56.241225 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 57044) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:23:56.255910 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51e5497-83c2-4140-ae88-1cf2be03fb23 None None] Sync routers for ids ['a818bd04-4f62-41c3-b310-352af06ecf31'] in dv-cinder-816104-2-iscsi {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:23:56.268548 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51e5497-83c2-4140-ae88-1cf2be03fb23 None None] Routers {'a818bd04-4f62-41c3-b310-352af06ecf31'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:23:56.269335 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-d51e5497-83c2-4140-ae88-1cf2be03fb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:23:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['a818bd04-4f62-41c3-b310-352af06ecf31'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:23:56.337886 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-975412b5-e09f-46bb-aeac-9442155fda1a req-0be6f194-3dda-4644-b203-05a972cce66e tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220129 Feb 15 04:23:56.414525 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d0805621-5d43-4e83-81c3-bcb980332111 admin admin] Publish callbacks [] for router (a818bd04-4f62-41c3-b310-352af06ecf31), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:56.554999 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-d51e5497-83c2-4140-ae88-1cf2be03fb23 None None] Set router a818bd04-4f62-41c3-b310-352af06ecf31 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:23:56.560696 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d0805621-5d43-4e83-81c3-bcb980332111 admin admin] Publish callbacks [] for router_gateway (a818bd04-4f62-41c3-b310-352af06ecf31), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:56.601666 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 21effa65-6f1f-4199-a6a4-698a3f85a8cf up at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:23:56.650480 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-d0805621-5d43-4e83-81c3-bcb980332111 admin admin] Deleting port edcd783f-4a4b-4046-a712-c59635c85b39 {{(pid=102634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:23:56.651030 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d0805621-5d43-4e83-81c3-bcb980332111 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (edcd783f-4a4b-4046-a712-c59635c85b39), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:56.688683 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning for port 21effa65-6f1f-4199-a6a4-698a3f85a8cf completed by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 04:23:56.695121 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning complete for port 21effa65-6f1f-4199-a6a4-698a3f85a8cf triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:23:56.696223 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (21effa65-6f1f-4199-a6a4-698a3f85a8cf), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:56.799656 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-d51e5497-83c2-4140-ae88-1cf2be03fb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818bd04-4f62-41c3-b310-352af06ecf31', 'name': 'tempest-ServerRescueNegativeTestJSON-1154975341-router', 'tenant_id': 'f8bc531651b748a791dbbbc11ee10adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'edcd783f-4a4b-4046-a712-c59635c85b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:39Z', 'updated_at': '2022-02-15T04:23:55Z', 'revision_number': 5, 'project_id': 'f8bc531651b748a791dbbbc11ee10adb', 'gw_port': {'id': 'edcd783f-4a4b-4046-a712-c59635c85b39', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818bd04-4f62-41c3-b310-352af06ecf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:42Z', 'updated_at': '2022-02-15T04:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:23:56.829361 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-d0805621-5d43-4e83-81c3-bcb980332111 admin admin] For port edcd783f-4a4b-4046-a712-c59635c85b39, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=edcd783f-4a4b-4046-a712-c59635c85b39,segment=NetworkSegment(5a34016a-0f1f-4003-98e1-68134538d335),segment_id=5a34016a-0f1f-4003-98e1-68134538d335)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:23:56.829987 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d0805621-5d43-4e83-81c3-bcb980332111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (edcd783f-4a4b-4046-a712-c59635c85b39), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:56.853938 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-d0805621-5d43-4e83-81c3-bcb980332111 admin admin] Calling delete_port for edcd783f-4a4b-4046-a712-c59635c85b39 owned by network:router_gateway {{(pid=102634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:23:56.857999 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 21effa65-6f1f-4199-a6a4-698a3f85a8cf is: BUILD; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:23:56.858895 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (21effa65-6f1f-4199-a6a4-698a3f85a8cf), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:56.866009 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51e5497-83c2-4140-ae88-1cf2be03fb23 None None] Checking router: a818bd04-4f62-41c3-b310-352af06ecf31 for host: dv-cinder-816104-2-iscsi {{(pid=102636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:23:56.884676 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 57060) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:23:56.888531 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51e5497-83c2-4140-ae88-1cf2be03fb23 None None] Routers {'a818bd04-4f62-41c3-b310-352af06ecf31'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:23:56.889479 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-d51e5497-83c2-4140-ae88-1cf2be03fb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:23:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['a818bd04-4f62-41c3-b310-352af06ecf31'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:23:56.901352 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf316805-ef34-4e31-9a87-59a0b8c0e09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21effa65-6f1f-4199-a6a4-698a3f85a8cf'}] {{(pid=102635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:23:56.904356 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274a2a5e9be6a0ee09154d0e072c1b660d39e5ec588b61e50c849ad5e467022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a97a5c3-89ed-4efd-ba79-0c629e0a7ad0" -d '{"events": [{"server_uuid": "cf316805-ef34-4e31-9a87-59a0b8c0e09f", "name": "network-vif-plugged", "status": "completed", "tag": "21effa65-6f1f-4199-a6a4-698a3f85a8cf"}]}' {{(pid=102635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:23:56.936965 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 21effa65-6f1f-4199-a6a4-698a3f85a8cf, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=21effa65-6f1f-4199-a6a4-698a3f85a8cf,segment=NetworkSegment(16fb39d9-c6e3-4f88-9136-37b0eee9be36),segment_id=16fb39d9-c6e3-4f88-9136-37b0eee9be36)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:23:56.946694 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (21effa65-6f1f-4199-a6a4-698a3f85a8cf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:56.948053 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a up at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:23:56.959865 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa013f8-1b65-4d81-87cb-9c879e62d63f x-openstack-request-id: req-4aa013f8-1b65-4d81-87cb-9c879e62d63f {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:23:56.960668 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf316805-ef34-4e31-9a87-59a0b8c0e09f", "name": "network-vif-plugged", "status": "completed", "tag": "21effa65-6f1f-4199-a6a4-698a3f85a8cf", "code": 200}]} {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:23:56.961145 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4aa013f8-1b65-4d81-87cb-9c879e62d63f {{(pid=102635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:23:56.961811 dv-cinder-816104-2-iscsi neutron-server[102635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf316805-ef34-4e31-9a87-59a0b8c0e09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21effa65-6f1f-4199-a6a4-698a3f85a8cf', 'code': 200} Feb 15 04:23:57.077133 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=21effa65-6f1f-4199-a6a4-698a3f85a8cf,revision_number=5']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:57.097763 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning for port 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a completed by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 04:23:57.109619 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning complete for port 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:23:57.110002 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (40ec21d0-c71c-4bbb-ae5d-68d36612fd1a), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:57.119439 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-d51e5497-83c2-4140-ae88-1cf2be03fb23 None None] Set router a818bd04-4f62-41c3-b310-352af06ecf31 gateway port host: None {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:23:57.218665 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-d51e5497-83c2-4140-ae88-1cf2be03fb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818bd04-4f62-41c3-b310-352af06ecf31', 'name': 'tempest-ServerRescueNegativeTestJSON-1154975341-router', 'tenant_id': 'f8bc531651b748a791dbbbc11ee10adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:39Z', 'updated_at': '2022-02-15T04:23:56Z', 'revision_number': 6, 'project_id': 'f8bc531651b748a791dbbbc11ee10adb', 'gw_port_host': None}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:23:57.250510 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bbf99961-d005-42bf-bd82-d78d8f8ceba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:57.263959 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51e5497-83c2-4140-ae88-1cf2be03fb23 None None] The sync data for ids ['a818bd04-4f62-41c3-b310-352af06ecf31'] in dv-cinder-816104-2-iscsi is: [{'id': 'a818bd04-4f62-41c3-b310-352af06ecf31', 'name': 'tempest-ServerRescueNegativeTestJSON-1154975341-router', 'tenant_id': 'f8bc531651b748a791dbbbc11ee10adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:39Z', 'updated_at': '2022-02-15T04:23:56Z', 'revision_number': 6, 'project_id': 'f8bc531651b748a791dbbbc11ee10adb', 'gw_port_host': None}] {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:23:57.290989 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a is: BUILD; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:23:57.291384 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (40ec21d0-c71c-4bbb-ae5d-68d36612fd1a), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:57.291602 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b1b9a-86a3-4ad0-ba0a-eb63171c3364 req-883c7d7f-3471-41d4-a925-451b57f115b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:57.293243 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-494b1b9a-86a3-4ad0-ba0a-eb63171c3364 req-883c7d7f-3471-41d4-a925-451b57f115b0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cf316805-ef34-4e31-9a87-59a0b8c0e09f HTTP/1.1" status: 200 len: 1129 time: 0.0979309 Feb 15 04:23:57.293447 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafbea0-dff8-4384-91f9-5a088cdb7f5f req-f1d9a35b-0947-4ecd-a66a-30776e6356f4 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:57.295359 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-0fafbea0-dff8-4384-91f9-5a088cdb7f5f req-f1d9a35b-0947-4ecd-a66a-30776e6356f4 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.1227958 Feb 15 04:23:57.321084 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e1af7-8d80-44b5-b2d9-307c1c5189dc req-81f28022-cfe2-44e1-a745-938ccf8406f4 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:57.322653 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b05e1af7-8d80-44b5-b2d9-307c1c5189dc req-81f28022-cfe2-44e1-a745-938ccf8406f4 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf316805-ef34-4e31-9a87-59a0b8c0e09f HTTP/1.1" status: 200 len: 945 time: 0.1386988 Feb 15 04:23:57.336489 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=40ec21d0-c71c-4bbb-ae5d-68d36612fd1a,segment=NetworkSegment(fdc0aee7-064c-4aef-973e-14879f0da8f4),segment_id=fdc0aee7-064c-4aef-973e-14879f0da8f4)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:23:57.346106 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (40ec21d0-c71c-4bbb-ae5d-68d36612fd1a), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:57.387506 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-494b1b9a-86a3-4ad0-ba0a-eb63171c3364 req-50fef7c5-fb4d-4699-af5a-c10061c2125e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866277 Feb 15 04:23:57.407012 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=40ec21d0-c71c-4bbb-ae5d-68d36612fd1a,revision_number=5']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:57.411459 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d0805621-5d43-4e83-81c3-bcb980332111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5688251'] for port (edcd783f-4a4b-4046-a712-c59635c85b39), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:57.416832 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b05e1af7-8d80-44b5-b2d9-307c1c5189dc req-5e54f53a-747e-4cc0-9686-5df3ba2ed699 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772412 Feb 15 04:23:57.469508 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-0fafbea0-dff8-4384-91f9-5a088cdb7f5f req-47742edb-2abb-4647-8a31-ba75b28880da tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502662 Feb 15 04:23:57.471434 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0805621-5d43-4e83-81c3-bcb980332111 admin admin] Pushing event deleted for resources: {'Port': ['ID=edcd783f-4a4b-4046-a712-c59635c85b39,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:57.562700 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bbf99961-d005-42bf-bd82-d78d8f8ceba2 admin admin] Publish callbacks [] for security_group (791e6c84-285a-49c3-9347-ba3f9894ecdd), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:57.564650 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d0805621-5d43-4e83-81c3-bcb980332111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639998'] for router_gateway (a818bd04-4f62-41c3-b310-352af06ecf31), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:57.592110 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d4bd5-09ad-4093-bd1a-12185b61bfec req-1ccf59ba-5869-45ef-85bf-e43224f53b60 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:57.593785 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-344d4bd5-09ad-4093-bd1a-12185b61bfec req-1ccf59ba-5869-45ef-85bf-e43224f53b60 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 945 time: 0.0630019 Feb 15 04:23:57.611728 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bbf99961-d005-42bf-bd82-d78d8f8ceba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (791e6c84-285a-49c3-9347-ba3f9894ecdd), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:57.670424 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-344d4bd5-09ad-4093-bd1a-12185b61bfec req-e58cbc16-1e0b-481b-b45a-0da080ad9ed7 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679007 Feb 15 04:23:57.744870 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d0805621-5d43-4e83-81c3-bcb980332111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26553'] for router (a818bd04-4f62-41c3-b310-352af06ecf31), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:57.752594 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d0805621-5d43-4e83-81c3-bcb980332111 admin admin] Publish callbacks [] for router_controller (a818bd04-4f62-41c3-b310-352af06ecf31), precommit_delete_associations {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:57.755901 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf99961-d005-42bf-bd82-d78d8f8ceba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791e6c84-285a-49c3-9347-ba3f9894ecdd,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:57.771703 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-bbf99961-d005-42bf-bd82-d78d8f8ceba2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1f56c4b38c3644bd98b97ce88febffc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8836818 Feb 15 04:23:57.772203 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 57074) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:23:57.834170 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a7936da6-3154-44a4-94ec-8a85e9be983a admin admin] Publish callbacks [] for security_group (791e6c84-285a-49c3-9347-ba3f9894ecdd), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:57.859693 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a7936da6-3154-44a4-94ec-8a85e9be983a admin admin] Publish callbacks [] for security_group (791e6c84-285a-49c3-9347-ba3f9894ecdd), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:57.915398 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a7936da6-3154-44a4-94ec-8a85e9be983a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (791e6c84-285a-49c3-9347-ba3f9894ecdd), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:57.919158 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a7936da6-3154-44a4-94ec-8a85e9be983a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:57.920405 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-a7936da6-3154-44a4-94ec-8a85e9be983a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/791e6c84-285a-49c3-9347-ba3f9894ecdd HTTP/1.1" status: 204 len: 168 time: 0.1469779 Feb 15 04:23:57.933279 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7936da6-3154-44a4-94ec-8a85e9be983a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791e6c84-285a-49c3-9347-ba3f9894ecdd,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:57.944737 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7936da6-3154-44a4-94ec-8a85e9be983a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:57.945321 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7936da6-3154-44a4-94ec-8a85e9be983a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:57.945988 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7936da6-3154-44a4-94ec-8a85e9be983a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:57.946799 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7936da6-3154-44a4-94ec-8a85e9be983a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:57.947259 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7936da6-3154-44a4-94ec-8a85e9be983a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:57.947758 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7936da6-3154-44a4-94ec-8a85e9be983a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:57.948364 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7936da6-3154-44a4-94ec-8a85e9be983a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:57.948843 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7936da6-3154-44a4-94ec-8a85e9be983a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:57.949883 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7936da6-3154-44a4-94ec-8a85e9be983a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:57.950461 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7936da6-3154-44a4-94ec-8a85e9be983a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:57.951237 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7936da6-3154-44a4-94ec-8a85e9be983a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:57.951942 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7936da6-3154-44a4-94ec-8a85e9be983a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:57.952837 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7936da6-3154-44a4-94ec-8a85e9be983a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:58.066091 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9360a9-05ad-414f-9ada-1dcd377d0513 req-5b14a9c9-180f-4533-96f1-2bd211d94ec8 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:58.067932 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-4d9360a9-05ad-414f-9ada-1dcd377d0513 req-5b14a9c9-180f-4533-96f1-2bd211d94ec8 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.4871578 Feb 15 04:23:58.068889 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d0805621-5d43-4e83-81c3-bcb980332111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648786'] for router (a818bd04-4f62-41c3-b310-352af06ecf31), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:58.069567 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0805621-5d43-4e83-81c3-bcb980332111 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a818bd04-4f62-41c3-b310-352af06ecf31 {{(pid=102634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 04:23:58.077141 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d0805621-5d43-4e83-81c3-bcb980332111 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:58.081665 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-d0805621-5d43-4e83-81c3-bcb980332111 admin admin] 10.222.0.45 "DELETE /v2.0/routers/a818bd04-4f62-41c3-b310-352af06ecf31 HTTP/1.1" status: 204 len: 168 time: 1.8391559 Feb 15 04:23:58.082283 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 57078) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:23:58.167733 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.db_base_plugin_v2 [None req-5786b73c-f554-47b5-b770-1536fbd0fc60 admin admin] Deleting subnet 4162ffac-2362-474f-b644-4e31f81938f3 {{(pid=102634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 04:23:58.175014 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-4d9360a9-05ad-414f-9ada-1dcd377d0513 req-b7dd4955-fd5e-403f-867f-54c8f514ee85 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917094 Feb 15 04:23:58.175767 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5786b73c-f554-47b5-b770-1536fbd0fc60 admin admin] Publish callbacks [] for subnet (4162ffac-2362-474f-b644-4e31f81938f3), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:58.217122 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5786b73c-f554-47b5-b770-1536fbd0fc60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5689128'] for subnet (4162ffac-2362-474f-b644-4e31f81938f3), precommit_delete_associations {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:58.278360 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5786b73c-f554-47b5-b770-1536fbd0fc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1732099'] for subnet (4162ffac-2362-474f-b644-4e31f81938f3), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:58.363457 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 57084) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:23:58.374948 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5786b73c-f554-47b5-b770-1536fbd0fc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1730288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5688276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6160504'] for subnet (4162ffac-2362-474f-b644-4e31f81938f3), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:58.390009 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3fd17655-b960-4371-ae80-8f668ccd70b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:58.411782 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786b73c-f554-47b5-b770-1536fbd0fc60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4162ffac-2362-474f-b644-4e31f81938f3,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:58.422619 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5786b73c-f554-47b5-b770-1536fbd0fc60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for subnet (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:58.426090 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-5786b73c-f554-47b5-b770-1536fbd0fc60 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4162ffac-2362-474f-b644-4e31f81938f3 HTTP/1.1" status: 204 len: 168 time: 0.3415995 Feb 15 04:23:58.430046 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 57086) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:23:58.435349 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5786b73c-f554-47b5-b770-1536fbd0fc60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:58.435717 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5786b73c-f554-47b5-b770-1536fbd0fc60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:58.436050 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5786b73c-f554-47b5-b770-1536fbd0fc60 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:58.436390 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5786b73c-f554-47b5-b770-1536fbd0fc60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:58.436732 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5786b73c-f554-47b5-b770-1536fbd0fc60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:58.437094 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5786b73c-f554-47b5-b770-1536fbd0fc60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:58.437426 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5786b73c-f554-47b5-b770-1536fbd0fc60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:58.437761 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5786b73c-f554-47b5-b770-1536fbd0fc60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:58.438091 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5786b73c-f554-47b5-b770-1536fbd0fc60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:58.438417 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5786b73c-f554-47b5-b770-1536fbd0fc60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:58.438743 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5786b73c-f554-47b5-b770-1536fbd0fc60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:58.439065 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5786b73c-f554-47b5-b770-1536fbd0fc60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:58.439388 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5786b73c-f554-47b5-b770-1536fbd0fc60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:23:58.554072 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3fd17655-b960-4371-ae80-8f668ccd70b1 admin admin] Publish callbacks [] for security_group (e58c3bc9-1628-4394-b414-65a8fa9d1ad9), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:58.562562 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3fd17655-b960-4371-ae80-8f668ccd70b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (e58c3bc9-1628-4394-b414-65a8fa9d1ad9), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:58.613285 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-756fd119-7d82-497a-bce6-13934bc63a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756036'] for network (ee659080-78cf-4efd-be3b-466b39ec5040), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:58.656160 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-3fd17655-b960-4371-ae80-8f668ccd70b1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4b8d562b47094eca9d1c1e99c0719d9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2877958 Feb 15 04:23:58.658927 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 57092) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:23:58.681915 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd17655-b960-4371-ae80-8f668ccd70b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58c3bc9-1628-4394-b414-65a8fa9d1ad9,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:58.737323 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0aa33-1083-4224-954d-fff8a017d79f req-a996cee1-30d8-4155-8128-101826c0fcff tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:58.756942 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-86a0aa33-1083-4224-954d-fff8a017d79f req-a996cee1-30d8-4155-8128-101826c0fcff tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.1341968 Feb 15 04:23:58.801596 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23ac14-54cc-40c4-bfb4-f7d736c8b814 req-ee656522-1474-445f-a3d7-b8ef6878bca0 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:58.803302 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1c23ac14-54cc-40c4-bfb4-f7d736c8b814 req-ee656522-1474-445f-a3d7-b8ef6878bca0 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf316805-ef34-4e31-9a87-59a0b8c0e09f HTTP/1.1" status: 200 len: 945 time: 0.1969757 Feb 15 04:23:58.819116 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-86a0aa33-1083-4224-954d-fff8a017d79f req-9e683d8e-750c-4590-8d5f-202f900789c1 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636611 Feb 15 04:23:58.834399 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-756fd119-7d82-497a-bce6-13934bc63a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725060', 'neutron.services.segments.db._delete_segments_for_network-8734710277232'] for network (ee659080-78cf-4efd-be3b-466b39ec5040), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:58.882131 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-756fd119-7d82-497a-bce6-13934bc63a49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee659080-78cf-4efd-be3b-466b39ec5040']}} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:23:58.898022 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7f3f38d3-c0bb-46bd-abbb-9053d5320257 admin admin] Publish callbacks [] for security_group (e58c3bc9-1628-4394-b414-65a8fa9d1ad9), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:58.911043 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-756fd119-7d82-497a-bce6-13934bc63a49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61be41a-7e7b-4345-aa45-9232b26d6b0c') {'for_net_delete': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:23:58.911365 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-756fd119-7d82-497a-bce6-13934bc63a49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61be41a-7e7b-4345-aa45-9232b26d6b0c') {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:23:58.929872 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-756fd119-7d82-497a-bce6-13934bc63a49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734710278521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5385642'] for segment (e61be41a-7e7b-4345-aa45-9232b26d6b0c), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:58.938195 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1c23ac14-54cc-40c4-bfb4-f7d736c8b814 req-b55d0d98-795f-4fb8-9295-e99530133e8a tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255963 Feb 15 04:23:58.958833 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7f3f38d3-c0bb-46bd-abbb-9053d5320257 admin admin] Publish callbacks [] for security_group (e58c3bc9-1628-4394-b414-65a8fa9d1ad9), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:58.962916 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65eb5ac6-8758-409e-8494-5b9228b8de6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ec21d0-c71c-4bbb-ae5d-68d36612fd1a'}] {{(pid=102635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:23:58.966282 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274a2a5e9be6a0ee09154d0e072c1b660d39e5ec588b61e50c849ad5e467022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa354213-2989-4241-88e3-ae77db9f1edf" -d '{"events": [{"server_uuid": "65eb5ac6-8758-409e-8494-5b9228b8de6f", "name": "network-vif-plugged", "status": "completed", "tag": "40ec21d0-c71c-4bbb-ae5d-68d36612fd1a"}]}' {{(pid=102635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:23:58.980215 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-756fd119-7d82-497a-bce6-13934bc63a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (e61be41a-7e7b-4345-aa45-9232b26d6b0c), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:59.000401 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756fd119-7d82-497a-bce6-13934bc63a49 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 04:23:59.000828 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-756fd119-7d82-497a-bce6-13934bc63a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5250842'] for segment (e61be41a-7e7b-4345-aa45-9232b26d6b0c), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:59.002706 dv-cinder-816104-2-iscsi neutron-server[102633]: Traceback (most recent call last): Feb 15 04:23:59.002706 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 04:23:59.002706 dv-cinder-816104-2-iscsi neutron-server[102633]: timer() Feb 15 04:23:59.002706 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 04:23:59.002706 dv-cinder-816104-2-iscsi neutron-server[102633]: cb(*args, **kw) Feb 15 04:23:59.002706 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 04:23:59.002706 dv-cinder-816104-2-iscsi neutron-server[102633]: return func(*args, **kwargs) Feb 15 04:23:59.002706 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 04:23:59.002706 dv-cinder-816104-2-iscsi neutron-server[102633]: self._notify() Feb 15 04:23:59.002706 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 04:23:59.002706 dv-cinder-816104-2-iscsi neutron-server[102633]: self.callback(batched_events) Feb 15 04:23:59.002706 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 04:23:59.002706 dv-cinder-816104-2-iscsi neutron-server[102633]: event.method(event) Feb 15 04:23:59.002706 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 04:23:59.002706 dv-cinder-816104-2-iscsi neutron-server[102633]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 04:23:59.002706 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 04:23:59.002706 dv-cinder-816104-2-iscsi neutron-server[102633]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 04:23:59.002706 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 04:23:59.002706 dv-cinder-816104-2-iscsi neutron-server[102633]: return f(self, *a, **k) Feb 15 04:23:59.002706 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 04:23:59.002706 dv-cinder-816104-2-iscsi neutron-server[102633]: return self._get(url).json() Feb 15 04:23:59.002706 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 04:23:59.002706 dv-cinder-816104-2-iscsi neutron-server[102633]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 04:23:59.002706 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 04:23:59.002706 dv-cinder-816104-2-iscsi neutron-server[102633]: return self.request(url, 'GET', **kwargs) Feb 15 04:23:59.002706 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 04:23:59.002706 dv-cinder-816104-2-iscsi neutron-server[102633]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 04:23:59.002706 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 04:23:59.002706 dv-cinder-816104-2-iscsi neutron-server[102633]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 04:23:59.002706 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 04:23:59.002706 dv-cinder-816104-2-iscsi neutron-server[102633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 04:23:59.002706 dv-cinder-816104-2-iscsi neutron-server[102633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 04:23:59.017463 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5f6a8d-6a59-44f7-833e-345459ece9cd x-openstack-request-id: req-be5f6a8d-6a59-44f7-833e-345459ece9cd {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:23:59.017907 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65eb5ac6-8758-409e-8494-5b9228b8de6f", "name": "network-vif-plugged", "status": "completed", "tag": "40ec21d0-c71c-4bbb-ae5d-68d36612fd1a", "code": 200}]} {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:23:59.018263 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-be5f6a8d-6a59-44f7-833e-345459ece9cd {{(pid=102635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:23:59.018819 dv-cinder-816104-2-iscsi neutron-server[102635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65eb5ac6-8758-409e-8494-5b9228b8de6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ec21d0-c71c-4bbb-ae5d-68d36612fd1a', 'code': 200} Feb 15 04:23:59.030616 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d654f-2396-42e8-a9c0-49ced462caac req-d9289c4a-d17f-41f1-b870-6a08b63f5e92 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:59.032195 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-5d5d654f-2396-42e8-a9c0-49ced462caac req-d9289c4a-d17f-41f1-b870-6a08b63f5e92 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 945 time: 0.1022882 Feb 15 04:23:59.086581 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-756fd119-7d82-497a-bce6-13934bc63a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639526'] for network (ee659080-78cf-4efd-be3b-466b39ec5040), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:59.092635 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7f3f38d3-c0bb-46bd-abbb-9053d5320257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (e58c3bc9-1628-4394-b414-65a8fa9d1ad9), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:59.097664 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7f3f38d3-c0bb-46bd-abbb-9053d5320257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:59.100032 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-7f3f38d3-c0bb-46bd-abbb-9053d5320257 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e58c3bc9-1628-4394-b414-65a8fa9d1ad9 HTTP/1.1" status: 204 len: 168 time: 0.4399357 Feb 15 04:23:59.105414 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-756fd119-7d82-497a-bce6-13934bc63a49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:59.116875 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-756fd119-7d82-497a-bce6-13934bc63a49 admin admin] 10.222.0.45 "DELETE /v2.0/networks/ee659080-78cf-4efd-be3b-466b39ec5040 HTTP/1.1" status: 204 len: 168 time: 0.6839318 Feb 15 04:23:59.117229 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-5d5d654f-2396-42e8-a9c0-49ced462caac req-4ed3806b-0a32-467b-b4a2-e8d84b75935f tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689108 Feb 15 04:23:59.151698 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756fd119-7d82-497a-bce6-13934bc63a49 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee659080-78cf-4efd-be3b-466b39ec5040,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:59.155411 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f38d3-c0bb-46bd-abbb-9053d5320257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58c3bc9-1628-4394-b414-65a8fa9d1ad9,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:59.352359 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96105585-9953-4edd-b649-ccc0cdcdfe10 req-77370bc0-622b-4948-ab1a-751298907d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:59.353942 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-96105585-9953-4edd-b649-ccc0cdcdfe10 req-77370bc0-622b-4948-ab1a-751298907d8f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 1129 time: 0.1223023 Feb 15 04:23:59.392261 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device cf81a5c0-454f-452d-b00e-79048271ae01 no longer exists at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:23:59.416531 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a6422-b534-44ea-9c6c-36d81084165f req-1b1c832f-69e5-4cb8-ad61-cc03439b6ceb tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:23:59.422615 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] No Port match for: cf81a5c0-454f-452d-b00e-79048271ae01 {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:23:59.423237 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device cf81a5c0-454f-452d-b00e-79048271ae01 not bound to the agent host dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:23:59.423935 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device edcd783f-4a4b-4046-a712-c59635c85b39 no longer exists at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:23:59.424734 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5c7a6422-b534-44ea-9c6c-36d81084165f req-1b1c832f-69e5-4cb8-ad61-cc03439b6ceb tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.1343925 Feb 15 04:23:59.456476 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] No Port match for: edcd783f-4a4b-4046-a712-c59635c85b39 {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:23:59.456822 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device edcd783f-4a4b-4046-a712-c59635c85b39 not bound to the agent host dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:23:59.459294 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-96105585-9953-4edd-b649-ccc0cdcdfe10 req-a2d64599-669e-41bc-a956-49144203218e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987556 Feb 15 04:23:59.508835 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5c7a6422-b534-44ea-9c6c-36d81084165f req-6d25bdd8-03a9-4445-a376-b1a000829d32 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830629 Feb 15 04:23:59.532287 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 57112) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:23:59.573128 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-77d2edf8-b617-477c-b038-bd703f0b7f07 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f8bc531651b748a791dbbbc11ee10adb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0454240 Feb 15 04:23:59.576496 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 57116) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:23:59.630520 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-35d0138a-ad2a-4f0f-a19c-3c0e0bfe3ad7 admin admin] Publish callbacks [] for security_group (554b76cb-5a2b-40df-8497-2b119a33de39), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:59.653913 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-35d0138a-ad2a-4f0f-a19c-3c0e0bfe3ad7 admin admin] Publish callbacks [] for security_group (554b76cb-5a2b-40df-8497-2b119a33de39), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:59.709129 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-35d0138a-ad2a-4f0f-a19c-3c0e0bfe3ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (554b76cb-5a2b-40df-8497-2b119a33de39), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:59.711894 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-35d0138a-ad2a-4f0f-a19c-3c0e0bfe3ad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:23:59.713119 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-35d0138a-ad2a-4f0f-a19c-3c0e0bfe3ad7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/554b76cb-5a2b-40df-8497-2b119a33de39 HTTP/1.1" status: 204 len: 168 time: 0.1355867 Feb 15 04:23:59.734354 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0138a-ad2a-4f0f-a19c-3c0e0bfe3ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554b76cb-5a2b-40df-8497-2b119a33de39,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:23:59.994862 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bb546-8f40-49f3-89b0-f2f0d2d5dcad req-6f90a4b3-5351-46fe-b5b7-bd1751ba96ca tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:00.003309 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-3f2bb546-8f40-49f3-89b0-f2f0d2d5dcad req-6f90a4b3-5351-46fe-b5b7-bd1751ba96ca tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.0733247 Feb 15 04:24:00.076600 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-3f2bb546-8f40-49f3-89b0-f2f0d2d5dcad req-57f8483c-1d0b-44ac-ba29-716867869d88 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721152 Feb 15 04:24:00.170260 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafffd96-a048-4cc2-966c-c4c529ef391e req-c634455c-36d6-4349-9ca5-b1bcc9f1e5be tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:00.177655 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bafffd96-a048-4cc2-966c-c4c529ef391e req-c634455c-36d6-4349-9ca5-b1bcc9f1e5be tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf316805-ef34-4e31-9a87-59a0b8c0e09f HTTP/1.1" status: 200 len: 945 time: 0.0776434 Feb 15 04:24:00.240326 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bafffd96-a048-4cc2-966c-c4c529ef391e req-6c21e221-01cb-434f-a324-3d834fe58a22 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616772 Feb 15 04:24:00.301939 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af6fb6-79ed-4b66-be91-df63fedff94b req-aacca425-7532-4dd9-bea7-6035a40941d8 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:00.303557 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-65af6fb6-79ed-4b66-be91-df63fedff94b req-aacca425-7532-4dd9-bea7-6035a40941d8 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 945 time: 0.0804973 Feb 15 04:24:00.378252 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-65af6fb6-79ed-4b66-be91-df63fedff94b req-fd8cb8d0-15ad-451d-b4f5-a28fe71eed7a tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651872 Feb 15 04:24:00.686240 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1786941-77dc-44f8-9a2b-53c32a5a421f req-50e2bb3d-ead5-4250-b2ce-2be88e279860 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:00.693156 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b1786941-77dc-44f8-9a2b-53c32a5a421f req-50e2bb3d-ead5-4250-b2ce-2be88e279860 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.1008708 Feb 15 04:24:00.783019 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b1786941-77dc-44f8-9a2b-53c32a5a421f req-d5c57a36-1b73-4e05-9210-b8447286b1cc tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888448 Feb 15 04:24:01.258037 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db01fdd-b903-41e1-ba9c-b62bc93d9399 req-0b626530-3bd2-47e1-9f68-3bf47b20a1ca tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:01.260077 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-6db01fdd-b903-41e1-ba9c-b62bc93d9399 req-0b626530-3bd2-47e1-9f68-3bf47b20a1ca tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.0698009 Feb 15 04:24:01.331465 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-6db01fdd-b903-41e1-ba9c-b62bc93d9399 req-3cc65458-1d21-4f92-9cc8-848c4bd666a6 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644166 Feb 15 04:24:01.530412 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6a6dd-f012-4934-b847-c3df1e951ac8 req-2666867b-2137-4a13-be9d-1f8872bfd2d0 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:01.531891 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-14c6a6dd-f012-4934-b847-c3df1e951ac8 req-2666867b-2137-4a13-be9d-1f8872bfd2d0 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 945 time: 0.0675476 Feb 15 04:24:01.586618 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-14c6a6dd-f012-4934-b847-c3df1e951ac8 req-a207f2cd-4538-488a-b6bf-3c2f157ab54e tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458305 Feb 15 04:24:01.745967 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c673f-777c-4db9-8f8c-5cde38fa55bf req-86049072-e9d5-4607-8a9d-e25fd299ba71 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:01.752334 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-db8c673f-777c-4db9-8f8c-5cde38fa55bf req-86049072-e9d5-4607-8a9d-e25fd299ba71 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 945 time: 0.0806370 Feb 15 04:24:01.818745 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-db8c673f-777c-4db9-8f8c-5cde38fa55bf req-5863ee70-8d33-4964-9c1c-b0f351024428 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654273 Feb 15 04:24:01.983001 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd62794-7b93-4a6e-bc93-81f93197ab81 req-81726f7e-a4f9-43a7-bc28-fef3c65cc3e6 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:01.985602 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-edd62794-7b93-4a6e-bc93-81f93197ab81 req-81726f7e-a4f9-43a7-bc28-fef3c65cc3e6 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.0986323 Feb 15 04:24:02.060182 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-edd62794-7b93-4a6e-bc93-81f93197ab81 req-24df0f34-9d52-4ae0-a5ea-6d8a831c5fff tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664563 Feb 15 04:24:02.286296 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 57290) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:02.297052 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-ae3a8d8a-f19c-4415-acf0-ace8ced53806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:02.337780 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d49958-6f1e-4e6f-8d44-db62c5b880df req-b5e410a0-a9cf-4d11-8297-53b2b8b7e714 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:02.339750 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e1d49958-6f1e-4e6f-8d44-db62c5b880df req-b5e410a0-a9cf-4d11-8297-53b2b8b7e714 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 945 time: 0.0685172 Feb 15 04:24:02.398340 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e1d49958-6f1e-4e6f-8d44-db62c5b880df req-0969420e-b0b1-4c36-b826-7719469b469a tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515802 Feb 15 04:24:02.557089 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df1289-7e78-4d5b-a662-81645bc500ce req-ac1c9d09-5694-4aad-9bfe-457d7d6eea75 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:02.564168 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a6df1289-7e78-4d5b-a662-81645bc500ce req-ac1c9d09-5694-4aad-9bfe-457d7d6eea75 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.1089039 Feb 15 04:24:02.591311 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-05879629-e72e-4d6a-ae16-a9eaf384e625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:02.657517 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a6df1289-7e78-4d5b-a662-81645bc500ce req-63353acd-475b-4e13-b708-3cc272066269 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854642 Feb 15 04:24:02.745149 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-05879629-e72e-4d6a-ae16-a9eaf384e625 admin admin] Publish callbacks [] for security_group (124c5396-8ddc-40ce-acdd-5bfe615aa322), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:02.760827 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-05879629-e72e-4d6a-ae16-a9eaf384e625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (124c5396-8ddc-40ce-acdd-5bfe615aa322), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:02.809794 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-05879629-e72e-4d6a-ae16-a9eaf384e625 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b4cc8bcef7c54cfb942294d4c27100b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5217440 Feb 15 04:24:02.812939 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 57310) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:02.819030 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05879629-e72e-4d6a-ae16-a9eaf384e625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124c5396-8ddc-40ce-acdd-5bfe615aa322,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:02.906647 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4d30f35c-4151-4fe6-b491-6194491b90c7 admin admin] Publish callbacks [] for security_group (124c5396-8ddc-40ce-acdd-5bfe615aa322), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:02.915744 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 57312) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:02.933300 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4d30f35c-4151-4fe6-b491-6194491b90c7 admin admin] Publish callbacks [] for security_group (124c5396-8ddc-40ce-acdd-5bfe615aa322), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:02.995428 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4d30f35c-4151-4fe6-b491-6194491b90c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (124c5396-8ddc-40ce-acdd-5bfe615aa322), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:02.998592 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4d30f35c-4151-4fe6-b491-6194491b90c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:02.999733 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-4d30f35c-4151-4fe6-b491-6194491b90c7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/124c5396-8ddc-40ce-acdd-5bfe615aa322 HTTP/1.1" status: 204 len: 168 time: 0.1855907 Feb 15 04:24:03.007554 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30f35c-4151-4fe6-b491-6194491b90c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124c5396-8ddc-40ce-acdd-5bfe615aa322,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:03.037184 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2e187824-a9bf-47fd-a3bb-262734fd42ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:03.132025 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2e187824-a9bf-47fd-a3bb-262734fd42ef admin admin] Publish callbacks [] for security_group (2fff9bc9-5c7a-459f-99ea-a6445540fa62), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:03.137229 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2e187824-a9bf-47fd-a3bb-262734fd42ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (2fff9bc9-5c7a-459f-99ea-a6445540fa62), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:03.194070 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-2e187824-a9bf-47fd-a3bb-262734fd42ef admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2c18e48b339247c49011d494cd29e836&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2767038 Feb 15 04:24:03.197841 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e187824-a9bf-47fd-a3bb-262734fd42ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fff9bc9-5c7a-459f-99ea-a6445540fa62,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:03.201090 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 57324) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:03.219893 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc77054-5ff3-4127-84d9-a8ecebecdd43 req-96159337-2035-4bf9-abb3-2f9e92d0aaa4 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:03.221508 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4dc77054-5ff3-4127-84d9-a8ecebecdd43 req-96159337-2035-4bf9-abb3-2f9e92d0aaa4 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.0818574 Feb 15 04:24:03.308367 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4dc77054-5ff3-4127-84d9-a8ecebecdd43 req-84f56db9-8924-4b32-bbf4-7df7251ed76d tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762937 Feb 15 04:24:03.310555 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c0ceb72a-198e-4883-be34-82ede49d8052 admin admin] Publish callbacks [] for security_group (2fff9bc9-5c7a-459f-99ea-a6445540fa62), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:03.341629 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c0ceb72a-198e-4883-be34-82ede49d8052 admin admin] Publish callbacks [] for security_group (2fff9bc9-5c7a-459f-99ea-a6445540fa62), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:03.413916 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c0ceb72a-198e-4883-be34-82ede49d8052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (2fff9bc9-5c7a-459f-99ea-a6445540fa62), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:03.419029 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c0ceb72a-198e-4883-be34-82ede49d8052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:03.420093 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-c0ceb72a-198e-4883-be34-82ede49d8052 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2fff9bc9-5c7a-459f-99ea-a6445540fa62 HTTP/1.1" status: 204 len: 168 time: 0.2162008 Feb 15 04:24:03.430858 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ceb72a-198e-4883-be34-82ede49d8052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fff9bc9-5c7a-459f-99ea-a6445540fa62,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:03.499658 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 57328) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:03.523929 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e1a8311b-d6da-451a-b338-bdf6f291f29d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:03.631165 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e1a8311b-d6da-451a-b338-bdf6f291f29d admin admin] Publish callbacks [] for security_group (bb0c61dd-2ad3-4933-8c1a-aef8fe2d41c6), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:03.635885 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e1a8311b-d6da-451a-b338-bdf6f291f29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (bb0c61dd-2ad3-4933-8c1a-aef8fe2d41c6), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:03.685774 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8311b-d6da-451a-b338-bdf6f291f29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0c61dd-2ad3-4933-8c1a-aef8fe2d41c6,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:03.690943 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-e1a8311b-d6da-451a-b338-bdf6f291f29d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=12f84ea987394edf9c2d9ad74caf9b80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1843870 Feb 15 04:24:03.693669 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 57334) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:03.772573 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cf20afcf-7c20-4478-a2ac-b37384c0b901 admin admin] Publish callbacks [] for security_group (bb0c61dd-2ad3-4933-8c1a-aef8fe2d41c6), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:03.820639 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cf20afcf-7c20-4478-a2ac-b37384c0b901 admin admin] Publish callbacks [] for security_group (bb0c61dd-2ad3-4933-8c1a-aef8fe2d41c6), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:03.867530 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92341ccd-c221-4982-a049-ca381fec77cf req-0e38b8dc-5c93-4826-935e-4d33b402edde tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:03.870655 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-92341ccd-c221-4982-a049-ca381fec77cf req-0e38b8dc-5c93-4826-935e-4d33b402edde tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.1180844 Feb 15 04:24:03.930666 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cf20afcf-7c20-4478-a2ac-b37384c0b901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (bb0c61dd-2ad3-4933-8c1a-aef8fe2d41c6), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:03.933409 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cf20afcf-7c20-4478-a2ac-b37384c0b901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:03.934764 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-cf20afcf-7c20-4478-a2ac-b37384c0b901 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bb0c61dd-2ad3-4933-8c1a-aef8fe2d41c6 HTTP/1.1" status: 204 len: 168 time: 0.2393446 Feb 15 04:24:03.941344 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-92341ccd-c221-4982-a049-ca381fec77cf req-6e30db82-f188-40ea-ac08-0dc7f3eb9e94 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607724 Feb 15 04:24:03.949998 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20afcf-7c20-4478-a2ac-b37384c0b901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0c61dd-2ad3-4933-8c1a-aef8fe2d41c6,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:04.036572 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 57346) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:04.057887 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d7af7f27-562b-49a6-a742-1f261b9a2932 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:04.176135 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d7af7f27-562b-49a6-a742-1f261b9a2932 admin admin] Publish callbacks [] for security_group (0dab33e8-5ae0-406b-a6db-70640904012a), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:04.181787 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d7af7f27-562b-49a6-a742-1f261b9a2932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (0dab33e8-5ae0-406b-a6db-70640904012a), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:04.235496 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af7f27-562b-49a6-a742-1f261b9a2932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dab33e8-5ae0-406b-a6db-70640904012a,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:04.248179 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-d7af7f27-562b-49a6-a742-1f261b9a2932 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=13b3af9878ce4431874f6b72c1b06678&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2028553 Feb 15 04:24:04.248859 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 57352) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:04.341019 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0b3f32b9-9d6f-4c28-b6c1-883bfd1144ca admin admin] Publish callbacks [] for security_group (0dab33e8-5ae0-406b-a6db-70640904012a), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:04.394855 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0b3f32b9-9d6f-4c28-b6c1-883bfd1144ca admin admin] Publish callbacks [] for security_group (0dab33e8-5ae0-406b-a6db-70640904012a), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:04.533299 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0b3f32b9-9d6f-4c28-b6c1-883bfd1144ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (0dab33e8-5ae0-406b-a6db-70640904012a), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:04.536426 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0b3f32b9-9d6f-4c28-b6c1-883bfd1144ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:04.541801 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-0b3f32b9-9d6f-4c28-b6c1-883bfd1144ca admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0dab33e8-5ae0-406b-a6db-70640904012a HTTP/1.1" status: 204 len: 168 time: 0.2874074 Feb 15 04:24:04.563656 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57522e95-6798-41a9-8eb0-4b7dc6ac1283 req-bb288a61-3dc3-4c55-b9d2-d1fafee6edad tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:04.572017 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-57522e95-6798-41a9-8eb0-4b7dc6ac1283 req-bb288a61-3dc3-4c55-b9d2-d1fafee6edad tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.1203365 Feb 15 04:24:04.575185 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f32b9-9d6f-4c28-b6c1-883bfd1144ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dab33e8-5ae0-406b-a6db-70640904012a,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:04.678896 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-57522e95-6798-41a9-8eb0-4b7dc6ac1283 req-a339870b-6eae-4754-bb0a-a0f1ca719fb8 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053753 Feb 15 04:24:05.134973 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54b9c3-1602-4440-bed4-e1e7e8d092e9 req-32f1103d-cb19-4a7d-8d34-2f40c2439e4c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:05.136445 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-ce54b9c3-1602-4440-bed4-e1e7e8d092e9 req-32f1103d-cb19-4a7d-8d34-2f40c2439e4c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.0722904 Feb 15 04:24:05.195622 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-ce54b9c3-1602-4440-bed4-e1e7e8d092e9 req-27adc005-1bc7-43eb-ba15-faa9bf91a8d6 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496578 Feb 15 04:24:05.829363 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747918cc-5e6f-430b-9640-c3feec6e5792 req-b90e9e2b-ef5f-47d7-a354-0f919b7b67e2 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:05.837772 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-747918cc-5e6f-430b-9640-c3feec6e5792 req-b90e9e2b-ef5f-47d7-a354-0f919b7b67e2 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.0744901 Feb 15 04:24:05.898184 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-747918cc-5e6f-430b-9640-c3feec6e5792 req-717caec9-f830-4b1d-b35d-a717de5e0cbe tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590386 Feb 15 04:24:06.062999 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-f0b22b62-73e5-4918-8a34-581ceca74bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:06.380666 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e6e13-6b3e-4148-9d28-e2a343a80689 req-d7109580-e5fd-43f5-b850-60eaf2c401e9 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:06.384199 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-1e2e6e13-6b3e-4148-9d28-e2a343a80689 req-d7109580-e5fd-43f5-b850-60eaf2c401e9 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.0799675 Feb 15 04:24:06.430247 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:06.470339 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-1e2e6e13-6b3e-4148-9d28-e2a343a80689 req-7a0d6020-9b9a-4aad-ac54-31264ea3c0a8 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720663 Feb 15 04:24:06.655474 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 363efce2-a87d-4ada-a63b-669f59236698 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 04:24:06.776711 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 363efce2-a87d-4ada-a63b-669f59236698, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=363efce2-a87d-4ada-a63b-669f59236698,segment=NetworkSegment(a2939050-b15c-425b-a2c1-f2f0e37f1e44),segment_id=a2939050-b15c-425b-a2c1-f2f0e37f1e44)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:24:06.790067 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Returning: {'device': '363efce2-a87d-4ada-a63b-669f59236698', 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d', 'port_id': '363efce2-a87d-4ada-a63b-669f59236698', 'mac_address': 'fa:16:3e:d3:31:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 04:24:06.842997 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 363efce2-a87d-4ada-a63b-669f59236698 is: ACTIVE; New status is: BUILD {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:24:06.843580 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (363efce2-a87d-4ada-a63b-669f59236698), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:06.866388 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 363efce2-a87d-4ada-a63b-669f59236698 {{(pid=102635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:24:06.902540 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 363efce2-a87d-4ada-a63b-669f59236698, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=363efce2-a87d-4ada-a63b-669f59236698,segment=NetworkSegment(a2939050-b15c-425b-a2c1-f2f0e37f1e44),segment_id=a2939050-b15c-425b-a2c1-f2f0e37f1e44)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:24:06.909740 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (363efce2-a87d-4ada-a63b-669f59236698), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:07.012551 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=363efce2-a87d-4ada-a63b-669f59236698,revision_number=6']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:07.044312 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['363efce2-a87d-4ada-a63b-669f59236698'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:24:07.138424 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c3370-96d2-4b6c-a89c-4f9f06b54951 req-7b0bbb4b-4e16-4ca1-bb96-93f8bb853670 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:07.143704 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0b4c3370-96d2-4b6c-a89c-4f9f06b54951 req-7b0bbb4b-4e16-4ca1-bb96-93f8bb853670 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.0867655 Feb 15 04:24:07.234715 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0b4c3370-96d2-4b6c-a89c-4f9f06b54951 req-530ae6a8-d264-4a3b-8dcd-a74f78bb1db3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843511 Feb 15 04:24:07.655138 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb938b-6b08-4c4f-a1f1-21a9a376125c req-ce0bedcc-c030-4cbd-8288-2f77530b88ce tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:07.657540 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-05eb938b-6b08-4c4f-a1f1-21a9a376125c req-ce0bedcc-c030-4cbd-8288-2f77530b88ce tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 944 time: 0.0814619 Feb 15 04:24:07.725869 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-05eb938b-6b08-4c4f-a1f1-21a9a376125c req-fac8067d-d55d-42eb-acbb-4f10176648a7 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625470 Feb 15 04:24:08.376985 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e8552-2d7f-4579-89ec-6e0120874385 req-c9907c46-a3fb-440f-889e-f2d938aee377 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:08.378561 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-570e8552-2d7f-4579-89ec-6e0120874385 req-c9907c46-a3fb-440f-889e-f2d938aee377 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.0626791 Feb 15 04:24:08.431673 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-570e8552-2d7f-4579-89ec-6e0120874385 req-e6ca5b9f-24d3-43dd-9534-b10176b3a769 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466139 Feb 15 04:24:08.526335 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:08.658642 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 363efce2-a87d-4ada-a63b-669f59236698 up at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:24:08.721396 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning complete for port 363efce2-a87d-4ada-a63b-669f59236698 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:24:08.721879 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (363efce2-a87d-4ada-a63b-669f59236698), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:08.851014 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 363efce2-a87d-4ada-a63b-669f59236698 is: BUILD; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:24:08.851519 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (363efce2-a87d-4ada-a63b-669f59236698), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:08.879927 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b6799-3cb9-4635-972e-27bd3da19f2c req-1bdb7cc3-70dc-4968-80dc-ba0afbe6e03f tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:08.882368 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfde5a4-3494-4123-b1d1-aa408427983a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363efce2-a87d-4ada-a63b-669f59236698'}] {{(pid=102635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:24:08.882570 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-431b6799-3cb9-4635-972e-27bd3da19f2c req-1bdb7cc3-70dc-4968-80dc-ba0afbe6e03f tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 944 time: 0.0727973 Feb 15 04:24:08.884833 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274a2a5e9be6a0ee09154d0e072c1b660d39e5ec588b61e50c849ad5e467022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7e9fa2-3078-4ee4-ab34-0f7f2b4216d1" -d '{"events": [{"server_uuid": "6bfde5a4-3494-4123-b1d1-aa408427983a", "name": "network-vif-plugged", "status": "completed", "tag": "363efce2-a87d-4ada-a63b-669f59236698"}]}' {{(pid=102635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:24:08.899012 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 363efce2-a87d-4ada-a63b-669f59236698, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=363efce2-a87d-4ada-a63b-669f59236698,segment=NetworkSegment(a2939050-b15c-425b-a2c1-f2f0e37f1e44),segment_id=a2939050-b15c-425b-a2c1-f2f0e37f1e44)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:24:08.904884 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (363efce2-a87d-4ada-a63b-669f59236698), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:08.951644 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa470da2-c5f6-4a47-9a49-0ce6133c3703 x-openstack-request-id: req-fa470da2-c5f6-4a47-9a49-0ce6133c3703 {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:24:08.952003 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bfde5a4-3494-4123-b1d1-aa408427983a", "name": "network-vif-plugged", "status": "completed", "tag": "363efce2-a87d-4ada-a63b-669f59236698", "code": 200}]} {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:24:08.952263 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fa470da2-c5f6-4a47-9a49-0ce6133c3703 {{(pid=102635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:24:08.952667 dv-cinder-816104-2-iscsi neutron-server[102635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfde5a4-3494-4123-b1d1-aa408427983a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363efce2-a87d-4ada-a63b-669f59236698', 'code': 200} Feb 15 04:24:08.963903 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-431b6799-3cb9-4635-972e-27bd3da19f2c req-bd1cde55-871d-4536-955d-437977d2366a tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722237 Feb 15 04:24:08.966075 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=363efce2-a87d-4ada-a63b-669f59236698,revision_number=7']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:09.596225 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97507e-35f3-4cbd-8c4f-a47a2e312b4b req-dc6f35bd-97cb-4951-b2c7-899503fccbcc tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:09.597905 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-fb97507e-35f3-4cbd-8c4f-a47a2e312b4b req-dc6f35bd-97cb-4951-b2c7-899503fccbcc tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.0718207 Feb 15 04:24:09.655749 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-fb97507e-35f3-4cbd-8c4f-a47a2e312b4b req-0e2737d1-2d31-4e0d-990a-a525024da178 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510736 Feb 15 04:24:09.774055 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:10.125082 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64ef8b-6c67-4701-909c-16a38ff9309d req-017025f1-aed0-4243-95d5-091d374c3209 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:10.125082 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-bb64ef8b-6c67-4701-909c-16a38ff9309d req-017025f1-aed0-4243-95d5-091d374c3209 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.0690804 Feb 15 04:24:10.189096 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-bb64ef8b-6c67-4701-909c-16a38ff9309d req-0d8cb400-7e5c-4a12-9ba8-d6336987fbdb tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555177 Feb 15 04:24:10.803559 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937dc161-79cd-4e55-b0bd-c09d7f5f334a req-99213926-4ac3-429c-8f0c-94b83086e04a tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:10.805517 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-937dc161-79cd-4e55-b0bd-c09d7f5f334a req-99213926-4ac3-429c-8f0c-94b83086e04a tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.0631127 Feb 15 04:24:10.872008 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-937dc161-79cd-4e55-b0bd-c09d7f5f334a req-21b2891f-50a9-43c5-8005-ad57152c26b3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599716 Feb 15 04:24:11.332266 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7729a0-d38d-4a63-9ae9-a1022f1f66fe req-32b6bd6f-183f-4e0a-a247-a6c1cb78a386 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:11.334110 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-1e7729a0-d38d-4a63-9ae9-a1022f1f66fe req-32b6bd6f-183f-4e0a-a247-a6c1cb78a386 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.0571098 Feb 15 04:24:11.388326 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-1e7729a0-d38d-4a63-9ae9-a1022f1f66fe req-b50f07f1-d338-46ed-a681-53820631e0a7 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479336 Feb 15 04:24:11.671617 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:12.005776 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4768e5a-7ab0-4f9c-b8a3-96c61eaac626 req-65f1b8c3-4a86-4cc0-a1f4-f84dd005ec67 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:12.007356 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d4768e5a-7ab0-4f9c-b8a3-96c61eaac626 req-65f1b8c3-4a86-4cc0-a1f4-f84dd005ec67 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.0557377 Feb 15 04:24:12.073626 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d4768e5a-7ab0-4f9c-b8a3-96c61eaac626 req-b9ac22a6-e41d-4c5d-b40f-3fc078070f9c tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590374 Feb 15 04:24:12.516738 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b61c50-e6aa-4509-9a29-769960666b1e req-7142d32b-4e5c-4367-ad8f-60ed1d96396d tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:12.518408 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-61b61c50-e6aa-4509-9a29-769960666b1e req-7142d32b-4e5c-4367-ad8f-60ed1d96396d tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.0552258 Feb 15 04:24:12.571284 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-61b61c50-e6aa-4509-9a29-769960666b1e req-ec0fe4b1-920f-4cd6-a766-a3d507482e7a tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470128 Feb 15 04:24:13.202056 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ab493-8a44-45db-986e-680ec64ada6a req-d1ede118-03c9-4377-9b5b-cf7ed52641a1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:13.203628 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6e0ab493-8a44-45db-986e-680ec64ada6a req-d1ede118-03c9-4377-9b5b-cf7ed52641a1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.0576959 Feb 15 04:24:13.259492 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6e0ab493-8a44-45db-986e-680ec64ada6a req-bb06b1c0-1a32-440a-8a8c-adea5191a827 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503585 Feb 15 04:24:13.702327 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2bcd2-f844-4c86-a348-82a1ab0da69a req-eabe5eda-1a73-4829-a57c-47ae436e8bf4 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:13.703925 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-78b2bcd2-f844-4c86-a348-82a1ab0da69a req-eabe5eda-1a73-4829-a57c-47ae436e8bf4 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.0554664 Feb 15 04:24:13.765124 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-78b2bcd2-f844-4c86-a348-82a1ab0da69a req-7f143aaa-deba-46cc-8cb6-c6a204de8bba tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537159 Feb 15 04:24:14.393050 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71babb2-c1f3-4319-a3d5-506a327ee9bf req-947b8241-c2d3-4f05-93ef-5cdf9b2c3aff tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:14.395836 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f71babb2-c1f3-4319-a3d5-506a327ee9bf req-947b8241-c2d3-4f05-93ef-5cdf9b2c3aff tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.0576048 Feb 15 04:24:14.451889 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f71babb2-c1f3-4319-a3d5-506a327ee9bf req-cac90c9a-987d-4332-bf63-226c522c5dc8 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502665 Feb 15 04:24:14.886091 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b5065-23bd-44b1-8a9d-9fc999f47420 req-b058fbf2-ffb2-4435-8e97-3c1840c5305d tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:14.888120 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-771b5065-23bd-44b1-8a9d-9fc999f47420 req-b058fbf2-ffb2-4435-8e97-3c1840c5305d tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.0539312 Feb 15 04:24:14.935333 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-771b5065-23bd-44b1-8a9d-9fc999f47420 req-ed4f6441-7232-4611-a21f-1d572d268563 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408511 Feb 15 04:24:15.579931 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf3db6-0c74-47d1-b17d-91e3e9f49c5f req-1cb3073e-24ff-4ecc-bb13-260e913a3faa tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:15.581495 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c4cf3db6-0c74-47d1-b17d-91e3e9f49c5f req-1cb3073e-24ff-4ecc-bb13-260e913a3faa tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.0554616 Feb 15 04:24:15.633774 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c4cf3db6-0c74-47d1-b17d-91e3e9f49c5f req-bde8d162-67b2-4901-bf59-0bfd229a6621 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463080 Feb 15 04:24:16.070444 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6860b2e-34e4-441d-93ea-c208c9118767 req-bb64e7bf-688b-4d11-9e18-f30a8aa8b3a1 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:16.071968 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-c6860b2e-34e4-441d-93ea-c208c9118767 req-bb64e7bf-688b-4d11-9e18-f30a8aa8b3a1 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.0596159 Feb 15 04:24:16.129817 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-c6860b2e-34e4-441d-93ea-c208c9118767 req-004786ad-7956-4b0d-b415-a830f40f2790 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500855 Feb 15 04:24:16.631003 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:24:16.780120 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba75eb9-37e8-4721-93fb-bde8869bb46c req-f943f382-543a-4f6e-8a6b-3d6578882133 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:16.781804 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8ba75eb9-37e8-4721-93fb-bde8869bb46c req-f943f382-543a-4f6e-8a6b-3d6578882133 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.0752277 Feb 15 04:24:16.839468 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8ba75eb9-37e8-4721-93fb-bde8869bb46c req-9243604b-eb89-415b-b55d-fe4b76986ea3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483248 Feb 15 04:24:17.265696 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb4805-dd24-45c1-a643-edccc21b195f req-a54ef7f1-a1c6-406f-b1fb-2846562a7fed tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:17.267242 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-9fdb4805-dd24-45c1-a643-edccc21b195f req-a54ef7f1-a1c6-406f-b1fb-2846562a7fed tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.0584989 Feb 15 04:24:17.328206 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-9fdb4805-dd24-45c1-a643-edccc21b195f req-e704a238-e8ed-4b1c-b230-4b6267fd69ce tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499933 Feb 15 04:24:18.090998 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e185e0-b2b7-420b-b468-05b471e61134 req-3b82c1f0-d1bc-4277-a267-982b1f8819e3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:18.103306 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-24e185e0-b2b7-420b-b468-05b471e61134 req-3b82c1f0-d1bc-4277-a267-982b1f8819e3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.0914431 Feb 15 04:24:18.201287 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-24e185e0-b2b7-420b-b468-05b471e61134 req-93733cff-5266-4de3-9200-d9836e58b572 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930660 Feb 15 04:24:18.568651 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893a643-e3b6-447d-bca2-bb68ca938d95 req-300c4fc4-38e6-406c-a3e1-91e64c4939d4 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:18.571148 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-8893a643-e3b6-447d-bca2-bb68ca938d95 req-300c4fc4-38e6-406c-a3e1-91e64c4939d4 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.0912066 Feb 15 04:24:18.713561 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-8893a643-e3b6-447d-bca2-bb68ca938d95 req-cda18d1d-e520-4e89-a83f-15bd840aa4bd tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276412 Feb 15 04:24:19.211926 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4b225-5334-40b2-bbf9-533c83866397 req-4855f461-324b-49ee-8375-7445c5b41e13 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:19.214574 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a4d4b225-5334-40b2-bbf9-533c83866397 req-4855f461-324b-49ee-8375-7445c5b41e13 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 945 time: 0.1529138 Feb 15 04:24:19.295212 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a4d4b225-5334-40b2-bbf9-533c83866397 req-71973339-c8ba-4ce5-b98d-22d58566508c tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696797 Feb 15 04:24:19.310123 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 57706) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:19.381156 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61685f8a-c91b-41f1-85a3-f498c94cc71b req-57e79d7f-7243-42cd-9ef8-df82378e44c6 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:19.386226 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-61685f8a-c91b-41f1-85a3-f498c94cc71b req-57e79d7f-7243-42cd-9ef8-df82378e44c6 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.1001198 Feb 15 04:24:19.483491 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-61685f8a-c91b-41f1-85a3-f498c94cc71b req-382491a7-1203-4875-80b9-39513a2cd3cd tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861957 Feb 15 04:24:19.679332 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163bd678-3807-4511-889e-a4412f1eb31f tempest-TestMinimumBasicScenario-1983002837 tempest-TestMinimumBasicScenario-1983002837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:19.685504 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 57716) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:19.686265 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-163bd678-3807-4511-889e-a4412f1eb31f tempest-TestMinimumBasicScenario-1983002837 tempest-TestMinimumBasicScenario-1983002837-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 1124 time: 0.3745272 Feb 15 04:24:19.691248 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-d277dcc4-2883-44f6-a873-b74f499c76bc tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Request body: {'floatingip': {'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'port_id': '40ec21d0-c71c-4bbb-ae5d-68d36612fd1a', 'tenant_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:24:19.736966 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d277dcc4-2883-44f6-a873-b74f499c76bc tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:20.313542 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cc715-b761-432c-ae03-aa312a5d85a0 req-02390210-677f-4b88-aedd-093062c745f0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:20.313542 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f50cc715-b761-432c-ae03-aa312a5d85a0 req-02390210-677f-4b88-aedd-093062c745f0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.4588161 Feb 15 04:24:20.380844 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f50cc715-b761-432c-ae03-aa312a5d85a0 req-0a512c38-6f63-4f3d-9351-2fc540c87589 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623202 Feb 15 04:24:20.382672 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d277dcc4-2883-44f6-a873-b74f499c76bc tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:20.526741 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-d277dcc4-2883-44f6-a873-b74f499c76bc tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Allocated IP 172.27.1.86 (e6fb9507-f434-4add-a536-b65ba033e5e7/ff2a616f-f347-4e09-a791-22c9c65ada0b/b4ee632f-aad3-4226-baf2-48f191ddd7e2) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:24:20.682886 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 57742) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:20.771055 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa44fff-a692-4282-ac0e-aaecefe7bb22 req-0ea94398-8b5a-4fe5-9d80-fe74c1804f3f tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:20.776138 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d277dcc4-2883-44f6-a873-b74f499c76bc tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks [] for port (b4ee632f-aad3-4226-baf2-48f191ddd7e2), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:20.779896 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-faa44fff-a692-4282-ac0e-aaecefe7bb22 req-0ea94398-8b5a-4fe5-9d80-fe74c1804f3f tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.1480823 Feb 15 04:24:20.847230 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d277dcc4-2883-44f6-a873-b74f499c76bc tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (b4ee632f-aad3-4226-baf2-48f191ddd7e2), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:20.898355 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-faa44fff-a692-4282-ac0e-aaecefe7bb22 req-a4d6f2bb-d726-4c6c-919e-848ec6f6194e tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169155 Feb 15 04:24:20.937021 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6c3d9572-2b34-4cba-817b-870f47aa0711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:20.946267 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277dcc4-2883-44f6-a873-b74f499c76bc tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Pushing event updated for resources: {'Port': ['ID=b4ee632f-aad3-4226-baf2-48f191ddd7e2,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:20.957778 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d277dcc4-2883-44f6-a873-b74f499c76bc tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Network e6fb9507-f434-4add-a536-b65ba033e5e7 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:24:20.964158 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-d277dcc4-2883-44f6-a873-b74f499c76bc tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:24:20.967519 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d277dcc4-2883-44f6-a873-b74f499c76bc tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:24:21.117799 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6c3d9572-2b34-4cba-817b-870f47aa0711 admin admin] Publish callbacks [] for security_group (bea55b0e-f39a-476e-a29d-91586cd0a92f), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:21.132170 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6c3d9572-2b34-4cba-817b-870f47aa0711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (bea55b0e-f39a-476e-a29d-91586cd0a92f), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:21.207035 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-6c3d9572-2b34-4cba-817b-870f47aa0711 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6882d761f76d424aa61c4e4a16ef07bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5230339 Feb 15 04:24:21.212164 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 57746) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:21.245543 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d9572-2b34-4cba-817b-870f47aa0711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea55b0e-f39a-476e-a29d-91586cd0a92f,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:21.311430 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-215f4fc3-4502-48d8-889c-2e92a5deed6b admin admin] Publish callbacks [] for security_group (bea55b0e-f39a-476e-a29d-91586cd0a92f), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:21.349208 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-215f4fc3-4502-48d8-889c-2e92a5deed6b admin admin] Publish callbacks [] for security_group (bea55b0e-f39a-476e-a29d-91586cd0a92f), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:21.421651 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-215f4fc3-4502-48d8-889c-2e92a5deed6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (bea55b0e-f39a-476e-a29d-91586cd0a92f), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:21.422638 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-215f4fc3-4502-48d8-889c-2e92a5deed6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:21.426468 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-215f4fc3-4502-48d8-889c-2e92a5deed6b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bea55b0e-f39a-476e-a29d-91586cd0a92f HTTP/1.1" status: 204 len: 168 time: 0.2103529 Feb 15 04:24:21.444531 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f4fc3-4502-48d8-889c-2e92a5deed6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea55b0e-f39a-476e-a29d-91586cd0a92f,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:21.674171 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5b5f3-93a3-4d8f-86d4-a4d0a8db5894 req-7d58e5c3-b090-49ca-9063-7c71741e36af tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:21.681461 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bac5b5f3-93a3-4d8f-86d4-a4d0a8db5894 req-7d58e5c3-b090-49ca-9063-7c71741e36af tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.1618493 Feb 15 04:24:22.121861 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bac5b5f3-93a3-4d8f-86d4-a4d0a8db5894 req-ded8ad43-0090-4597-b69b-7b35d6b3654d tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4393404 Feb 15 04:24:22.187706 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 57768) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:22.206912 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-35470dd3-5023-4d1e-8988-7ba30eb710b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:22.229005 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1a453-76f2-4b54-91f6-12d921818da9 req-d7078f95-192f-4815-860d-f34d0258b003 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:22.234491 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d277dcc4-2883-44f6-a873-b74f499c76bc tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks [] for floatingip (cb7b0bac-6f96-4d09-9b0d-88746dea5976), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:22.236485 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-38b1a453-76f2-4b54-91f6-12d921818da9 req-d7078f95-192f-4815-860d-f34d0258b003 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.1132472 Feb 15 04:24:22.309861 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-38b1a453-76f2-4b54-91f6-12d921818da9 req-aa498924-4594-4314-9af6-585c6d791e30 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666616 Feb 15 04:24:22.393276 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-35470dd3-5023-4d1e-8988-7ba30eb710b9 admin admin] Publish callbacks [] for security_group (e490900f-12fa-4de5-b28c-98b3e5220ed9), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:22.399763 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-35470dd3-5023-4d1e-8988-7ba30eb710b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (e490900f-12fa-4de5-b28c-98b3e5220ed9), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:22.416740 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d277dcc4-2883-44f6-a873-b74f499c76bc tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (b4ee632f-aad3-4226-baf2-48f191ddd7e2), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:22.434908 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-35470dd3-5023-4d1e-8988-7ba30eb710b9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b6bfd656aa2841fcbe49339eb057c0ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391210 Feb 15 04:24:22.435905 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 57774) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:22.517953 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-387b27e3-0c57-45af-84ac-635a0c0f51b2 admin admin] Publish callbacks [] for security_group (e490900f-12fa-4de5-b28c-98b3e5220ed9), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:22.519690 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35470dd3-5023-4d1e-8988-7ba30eb710b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e490900f-12fa-4de5-b28c-98b3e5220ed9,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:22.547454 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-387b27e3-0c57-45af-84ac-635a0c0f51b2 admin admin] Publish callbacks [] for security_group (e490900f-12fa-4de5-b28c-98b3e5220ed9), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:22.608523 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-387b27e3-0c57-45af-84ac-635a0c0f51b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (e490900f-12fa-4de5-b28c-98b3e5220ed9), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:22.615014 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-387b27e3-0c57-45af-84ac-635a0c0f51b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:22.621047 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-387b27e3-0c57-45af-84ac-635a0c0f51b2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e490900f-12fa-4de5-b28c-98b3e5220ed9 HTTP/1.1" status: 204 len: 168 time: 0.1814814 Feb 15 04:24:22.679888 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b27e3-0c57-45af-84ac-635a0c0f51b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e490900f-12fa-4de5-b28c-98b3e5220ed9,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:22.824559 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d277dcc4-2883-44f6-a873-b74f499c76bc tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks [] for port (b4ee632f-aad3-4226-baf2-48f191ddd7e2), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:22.834539 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d277dcc4-2883-44f6-a873-b74f499c76bc tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (b4ee632f-aad3-4226-baf2-48f191ddd7e2), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:22.959963 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d277dcc4-2883-44f6-a873-b74f499c76bc tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639540'] for floatingip (cb7b0bac-6f96-4d09-9b0d-88746dea5976), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:23.076032 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.db.l3_db [None req-d277dcc4-2883-44f6-a873-b74f499c76bc tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Floating IP cb7b0bac-6f96-4d09-9b0d-88746dea5976 associated. External IP: 172.27.1.86, port: 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a. Feb 15 04:24:23.277227 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277dcc4-2883-44f6-a873-b74f499c76bc tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Pushing event updated for resources: {'Port': ['ID=b4ee632f-aad3-4226-baf2-48f191ddd7e2,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:23.521571 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0713d24-6325-4eae-9475-d548e7c09bea req-2130a930-0fbd-45f7-a517-f45ebdd982dc tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:23.525102 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b0713d24-6325-4eae-9475-d548e7c09bea req-2130a930-0fbd-45f7-a517-f45ebdd982dc tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.1770480 Feb 15 04:24:23.537065 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 57798) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:23.537374 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d277dcc4-2883-44f6-a873-b74f499c76bc tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Router f1e7e287-d5eb-4c96-8102-07e0febe573c has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:24:23.548994 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70923daf-5e56-4508-9682-6bd220c772e0 req-39e03f8b-64a8-4997-8ad1-e910dec2e975 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:23.550585 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-70923daf-5e56-4508-9682-6bd220c772e0 req-39e03f8b-64a8-4997-8ad1-e910dec2e975 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.0976257 Feb 15 04:24:23.659237 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-70923daf-5e56-4508-9682-6bd220c772e0 req-3af8d6ea-63ff-44c0-913f-cde0cdc88c60 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932987 Feb 15 04:24:23.671411 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b0713d24-6325-4eae-9475-d548e7c09bea req-71a3c733-e236-49df-87c0-d0aebe5b717b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367788 Feb 15 04:24:23.827971 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d277dcc4-2883-44f6-a873-b74f499c76bc tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:24:23.856657 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77545e50-8c3c-49f4-9409-5c717b7b1312 None None] Sync routers for ids ['f1e7e287-d5eb-4c96-8102-07e0febe573c'] in dv-cinder-816104-2-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:24:23.887859 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d277dcc4-2883-44f6-a873-b74f499c76bc tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for floatingip (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:23.901511 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77545e50-8c3c-49f4-9409-5c717b7b1312 None None] Routers {'f1e7e287-d5eb-4c96-8102-07e0febe573c'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:24:23.907710 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-77545e50-8c3c-49f4-9409-5c717b7b1312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:24:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['f1e7e287-d5eb-4c96-8102-07e0febe573c'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:24:23.939927 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c865b952-e038-4a57-8d93-415b57e4557e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:23.980137 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-d277dcc4-2883-44f6-a873-b74f499c76bc tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2931166 Feb 15 04:24:23.982596 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65eb5ac6-8758-409e-8494-5b9228b8de6f', 'tag': '40ec21d0-c71c-4bbb-ae5d-68d36612fd1a'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:24:23.985591 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 57808) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:23.985938 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d48b6f-6feb-4ee0-8a9e-548fec939231" -d '{"events": [{"name": "network-changed", "server_uuid": "65eb5ac6-8758-409e-8494-5b9228b8de6f", "tag": "40ec21d0-c71c-4bbb-ae5d-68d36612fd1a"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:24:23.990934 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-8caf8299-0f91-4b6e-a781-93da28341588 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-992098777', 'description': 'tempest-secgroup-smoke-992098777 description', 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:24:24.061550 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8caf8299-0f91-4b6e-a781-93da28341588 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:24.156328 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f33a89c-1ea3-4b0d-a0cd-97f2d1ad282c x-openstack-request-id: req-1f33a89c-1ea3-4b0d-a0cd-97f2d1ad282c {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:24:24.161042 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65eb5ac6-8758-409e-8494-5b9228b8de6f", "tag": "40ec21d0-c71c-4bbb-ae5d-68d36612fd1a", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:24:24.163161 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1f33a89c-1ea3-4b0d-a0cd-97f2d1ad282c {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:24:24.164568 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65eb5ac6-8758-409e-8494-5b9228b8de6f', 'tag': '40ec21d0-c71c-4bbb-ae5d-68d36612fd1a', 'status': 'completed', 'code': 200} Feb 15 04:24:24.240037 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c865b952-e038-4a57-8d93-415b57e4557e admin admin] Publish callbacks [] for security_group (593c90c8-ba7c-4adb-b440-8a9fb205fcbd), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:24.322313 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c865b952-e038-4a57-8d93-415b57e4557e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (593c90c8-ba7c-4adb-b440-8a9fb205fcbd), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:24.325868 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8caf8299-0f91-4b6e-a781-93da28341588 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks [] for security_group (280d7089-d43b-4bbb-bba3-b15d265c64ac), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:24.335773 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8caf8299-0f91-4b6e-a781-93da28341588 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (280d7089-d43b-4bbb-bba3-b15d265c64ac), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:24.393450 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8caf8299-0f91-4b6e-a781-93da28341588 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:24.399132 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-8caf8299-0f91-4b6e-a781-93da28341588 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4117913 Feb 15 04:24:24.400032 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 57822) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:24.410970 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-e8d880d6-b350-478b-a303-2b38633640be tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Request body: {'security_group_rule': {'security_group_id': '280d7089-d43b-4bbb-bba3-b15d265c64ac', 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:24:24.446950 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf8299-0f91-4b6e-a781-93da28341588 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=280d7089-d43b-4bbb-bba3-b15d265c64ac,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:24.470227 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-77545e50-8c3c-49f4-9409-5c717b7b1312 None None] Set router f1e7e287-d5eb-4c96-8102-07e0febe573c gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:24:24.488129 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e8d880d6-b350-478b-a303-2b38633640be tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks [] for security_group_rule (27b2535b-afaa-4976-ba3d-9082e2451ae4), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:24.562270 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e8d880d6-b350-478b-a303-2b38633640be tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks [] for security_group_rule (27b2535b-afaa-4976-ba3d-9082e2451ae4), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:24.569622 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e8d880d6-b350-478b-a303-2b38633640be tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526819'] for security_group_rule (27b2535b-afaa-4976-ba3d-9082e2451ae4), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:24.599860 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e8d880d6-b350-478b-a303-2b38633640be tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:24.606895 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-e8d880d6-b350-478b-a303-2b38633640be tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1995692 Feb 15 04:24:24.608299 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 57824) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:24.627211 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-0ac83f60-8149-4773-a7fb-25ccd6384dd9 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Request body: {'security_group_rule': {'security_group_id': '280d7089-d43b-4bbb-bba3-b15d265c64ac', 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:24:24.642582 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d880d6-b350-478b-a303-2b38633640be tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b2535b-afaa-4976-ba3d-9082e2451ae4,revision_number=0']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:24.682977 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0ac83f60-8149-4773-a7fb-25ccd6384dd9 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks [] for security_group_rule (5dc52595-1f91-423a-9bd9-65d523dd4113), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:24.752515 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d48b6f-6feb-4ee0-8a9e-548fec939231 req-4982a583-e1c7-43a4-8916-083d0ae6a87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:24.752515 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f5d48b6f-6feb-4ee0-8a9e-548fec939231 req-4982a583-e1c7-43a4-8916-083d0ae6a87d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b58d87f4f4ed448f8d45c85f92cf1462&device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 1129 time: 0.5539696 Feb 15 04:24:24.777594 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0ac83f60-8149-4773-a7fb-25ccd6384dd9 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks [] for security_group_rule (5dc52595-1f91-423a-9bd9-65d523dd4113), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:24.784863 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0ac83f60-8149-4773-a7fb-25ccd6384dd9 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526819'] for security_group_rule (5dc52595-1f91-423a-9bd9-65d523dd4113), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:24.791898 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-c865b952-e038-4a57-8d93-415b57e4557e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=48c666b57f2848bdbd0f7c83abe07d83&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2517965 Feb 15 04:24:24.796082 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 57832) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:24.827176 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac83f60-8149-4773-a7fb-25ccd6384dd9 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc52595-1f91-423a-9bd9-65d523dd4113,revision_number=0']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:24.843527 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-0ac83f60-8149-4773-a7fb-25ccd6384dd9 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:24.850501 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-0ac83f60-8149-4773-a7fb-25ccd6384dd9 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2355819 Feb 15 04:24:24.851063 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865b952-e038-4a57-8d93-415b57e4557e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593c90c8-ba7c-4adb-b440-8a9fb205fcbd,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:24.851795 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 57834) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:24.870369 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-cb4a5a64-d80e-4729-bb2b-fee2ce9372cb tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Request body: {'security_group_rule': {'security_group_id': '280d7089-d43b-4bbb-bba3-b15d265c64ac', 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:24:24.931586 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5a64-d80e-4729-bb2b-fee2ce9372cb tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks [] for security_group_rule (2e0c66bd-4b5a-4f63-a395-bd9235912084), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:24.957987 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805ce1f-0594-4c59-b88a-034402737a22 req-be85c42e-a0a7-4af1-a927-ad6ed695295f tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:24.968753 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7805ce1f-0594-4c59-b88a-034402737a22 req-be85c42e-a0a7-4af1-a927-ad6ed695295f tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.1162460 Feb 15 04:24:25.013138 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a800e7-9243-4edb-b81a-ba9fac90ef58 req-7bfb4018-f371-46ee-9de6-f120d1cbefff tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:25.016789 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-05a800e7-9243-4edb-b81a-ba9fac90ef58 req-7bfb4018-f371-46ee-9de6-f120d1cbefff tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.7741311 Feb 15 04:24:25.074686 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7805ce1f-0594-4c59-b88a-034402737a22 req-1204b52c-844a-41ca-a3b6-280502cc2dc1 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045916 Feb 15 04:24:25.080154 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5a64-d80e-4729-bb2b-fee2ce9372cb tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks [] for security_group_rule (2e0c66bd-4b5a-4f63-a395-bd9235912084), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:25.085240 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466817d2-787a-4c68-ab26-825d0c3a6028 req-24d8c6b9-9472-42f4-ab01-5ae84d342205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:25.087313 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-466817d2-787a-4c68-ab26-825d0c3a6028 req-24d8c6b9-9472-42f4-ab01-5ae84d342205 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e4ef5a0f7e5040c0aa3d33d31fbbb206&device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 1130 time: 0.6612737 Feb 15 04:24:25.099499 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5a64-d80e-4729-bb2b-fee2ce9372cb tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526819'] for security_group_rule (2e0c66bd-4b5a-4f63-a395-bd9235912084), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:25.136728 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a5a64-d80e-4729-bb2b-fee2ce9372cb tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e0c66bd-4b5a-4f63-a395-bd9235912084,revision_number=0']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:25.159868 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5a64-d80e-4729-bb2b-fee2ce9372cb tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:25.163533 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-cb4a5a64-d80e-4729-bb2b-fee2ce9372cb tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2962193 Feb 15 04:24:25.164426 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 57840) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:25.173613 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-8ffbcb2d-c270-4231-9886-1aca906b6fa6 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Request body: {'security_group_rule': {'security_group_id': '280d7089-d43b-4bbb-bba3-b15d265c64ac', 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:24:25.229986 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8ffbcb2d-c270-4231-9886-1aca906b6fa6 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks [] for security_group_rule (66ca8d2c-6811-4df1-a492-d563d89fe791), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:25.258772 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-77545e50-8c3c-49f4-9409-5c717b7b1312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'name': 'tempest-TestMinimumBasicScenario-1549965471-router', 'tenant_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '64fe8e85-6b9f-42a4-b27a-4320ec696bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:22:58Z', 'updated_at': '2022-02-15T04:23:02Z', 'revision_number': 4, 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'gw_port': {'id': '64fe8e85-6b9f-42a4-b27a-4320ec696bbb', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:22:59Z', 'updated_at': '2022-02-15T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_floatingips': [{'id': 'cb7b0bac-6f96-4d09-9b0d-88746dea5976', 'tenant_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'floating_ip_address': '172.27.1.86', 'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'router_id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'port_id': '40ec21d0-c71c-4bbb-ae5d-68d36612fd1a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8', 'mac_address': 'fa:16:3e:ba:ca:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eb5ac6-8758-409e-8494-5b9228b8de6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:24:21Z', 'updated_at': '2022-02-15T04:24:21Z', 'revision_number': 0, 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45afbf27-0eb5-4f65-a5d8-a362c6a29cc1', 'name': '', 'network_id': '39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8', 'tenant_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'mac_address': 'fa:16:3e:59:6c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '51212c4f-8f89-425e-8852-05113297def1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:23:01Z', 'updated_at': '2022-02-15T04:23:07Z', 'revision_number': 5, 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'subnets': [{'id': '51212c4f-8f89-425e-8852-05113297def1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:24:25.331362 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77545e50-8c3c-49f4-9409-5c717b7b1312 None None] Checking router: f1e7e287-d5eb-4c96-8102-07e0febe573c for host: dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:24:25.357676 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77545e50-8c3c-49f4-9409-5c717b7b1312 None None] Routers {'f1e7e287-d5eb-4c96-8102-07e0febe573c'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:24:25.359965 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-77545e50-8c3c-49f4-9409-5c717b7b1312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:24:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['f1e7e287-d5eb-4c96-8102-07e0febe573c'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:24:25.424099 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8ffbcb2d-c270-4231-9886-1aca906b6fa6 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks [] for security_group_rule (66ca8d2c-6811-4df1-a492-d563d89fe791), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:25.439787 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8ffbcb2d-c270-4231-9886-1aca906b6fa6 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526819'] for security_group_rule (66ca8d2c-6811-4df1-a492-d563d89fe791), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:25.514262 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffbcb2d-c270-4231-9886-1aca906b6fa6 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ca8d2c-6811-4df1-a492-d563d89fe791,revision_number=0']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:25.540623 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8ffbcb2d-c270-4231-9886-1aca906b6fa6 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:25.545685 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-8ffbcb2d-c270-4231-9886-1aca906b6fa6 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3765726 Feb 15 04:24:25.552710 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 57848) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:25.566915 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-16573f0a-b788-4fc6-8be7-bd463232fe8e tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Request body: {'security_group_rule': {'security_group_id': '280d7089-d43b-4bbb-bba3-b15d265c64ac', 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:24:25.588147 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466817d2-787a-4c68-ab26-825d0c3a6028 req-1adc5a4f-36f6-4c92-abdd-b2437f9f41d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:25.589631 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-466817d2-787a-4c68-ab26-825d0c3a6028 req-1adc5a4f-36f6-4c92-abdd-b2437f9f41d7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c49ed967-4df2-4c03-a3f7-11bc631a5279 HTTP/1.1" status: 200 len: 911 time: 0.4928846 Feb 15 04:24:25.619345 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.db.securitygroups_db [None req-16573f0a-b788-4fc6-8be7-bd463232fe8e tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Project b58d87f4f4ed448f8d45c85f92cf1462 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 04:24:25.632649 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-16573f0a-b788-4fc6-8be7-bd463232fe8e tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks [] for security_group_rule (cf7ea13e-bcde-45b9-8111-8d8c5b00db07), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:25.652532 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-77545e50-8c3c-49f4-9409-5c717b7b1312 None None] Set router f1e7e287-d5eb-4c96-8102-07e0febe573c gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:24:25.685387 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-466817d2-787a-4c68-ab26-825d0c3a6028 req-95ed8af5-8579-4759-9306-0718da962338 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cef1beba-9166-4527-9646-13388dc57d5b HTTP/1.1" status: 200 len: 1002 time: 0.0785217 Feb 15 04:24:25.717692 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-05a800e7-9243-4edb-b81a-ba9fac90ef58 req-4ef3542b-e9ba-4ef4-a823-735db9bec24e tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6826735 Feb 15 04:24:25.752015 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3e9c9f8f-551b-4ca3-9f4d-44122b927116 admin admin] Publish callbacks [] for security_group (593c90c8-ba7c-4adb-b440-8a9fb205fcbd), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:25.772000 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d48b6f-6feb-4ee0-8a9e-548fec939231 req-e0d75d99-81b2-4fb3-8b24-4d2b4c13d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:25.773571 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f5d48b6f-6feb-4ee0-8a9e-548fec939231 req-e0d75d99-81b2-4fb3-8b24-4d2b4c13d574 service neutron] 10.222.0.59 "GET /v2.0/networks?id=39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8 HTTP/1.1" status: 200 len: 915 time: 0.9794679 Feb 15 04:24:25.855329 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-16573f0a-b788-4fc6-8be7-bd463232fe8e tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks [] for security_group_rule (cf7ea13e-bcde-45b9-8111-8d8c5b00db07), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:25.865299 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-16573f0a-b788-4fc6-8be7-bd463232fe8e tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526819'] for security_group_rule (cf7ea13e-bcde-45b9-8111-8d8c5b00db07), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:25.913900 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f5d48b6f-6feb-4ee0-8a9e-548fec939231 req-bcff9bd6-c76b-4dcf-9b27-4cf287962e8d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40ec21d0-c71c-4bbb-ae5d-68d36612fd1a HTTP/1.1" status: 200 len: 998 time: 0.1325696 Feb 15 04:24:25.920957 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16573f0a-b788-4fc6-8be7-bd463232fe8e tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf7ea13e-bcde-45b9-8111-8d8c5b00db07,revision_number=0']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:25.932152 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-16573f0a-b788-4fc6-8be7-bd463232fe8e tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:25.936389 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-16573f0a-b788-4fc6-8be7-bd463232fe8e tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3820329 Feb 15 04:24:25.938026 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466817d2-787a-4c68-ab26-825d0c3a6028 req-3d69f520-f3c1-408f-a632-d2ad53a4f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:25.938991 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 57854) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:25.939559 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-466817d2-787a-4c68-ab26-825d0c3a6028 req-3d69f520-f3c1-408f-a632-d2ad53a4f26b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=07051326-83bf-45b5-9e91-0b63b787c497 HTTP/1.1" status: 200 len: 850 time: 0.2366083 Feb 15 04:24:25.948950 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-7e499f46-e0e5-4521-8027-b20f66359ec5 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Request body: {'security_group_rule': {'security_group_id': '280d7089-d43b-4bbb-bba3-b15d265c64ac', 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:24:25.966456 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3e9c9f8f-551b-4ca3-9f4d-44122b927116 admin admin] Publish callbacks [] for security_group (593c90c8-ba7c-4adb-b440-8a9fb205fcbd), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:25.988082 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.db.securitygroups_db [None req-7e499f46-e0e5-4521-8027-b20f66359ec5 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Project b58d87f4f4ed448f8d45c85f92cf1462 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 04:24:26.010841 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7e499f46-e0e5-4521-8027-b20f66359ec5 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks [] for security_group_rule (9102eddd-196f-4ebc-bcc4-b22a9ad6160d), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:26.130620 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-77545e50-8c3c-49f4-9409-5c717b7b1312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'name': 'tempest-TestMinimumBasicScenario-1549965471-router', 'tenant_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '64fe8e85-6b9f-42a4-b27a-4320ec696bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:22:58Z', 'updated_at': '2022-02-15T04:23:02Z', 'revision_number': 4, 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'gw_port': {'id': '64fe8e85-6b9f-42a4-b27a-4320ec696bbb', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:22:59Z', 'updated_at': '2022-02-15T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_floatingips': [{'id': 'cb7b0bac-6f96-4d09-9b0d-88746dea5976', 'tenant_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'floating_ip_address': '172.27.1.86', 'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'router_id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'port_id': '40ec21d0-c71c-4bbb-ae5d-68d36612fd1a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8', 'mac_address': 'fa:16:3e:ba:ca:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eb5ac6-8758-409e-8494-5b9228b8de6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:24:21Z', 'updated_at': '2022-02-15T04:24:21Z', 'revision_number': 0, 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45afbf27-0eb5-4f65-a5d8-a362c6a29cc1', 'name': '', 'network_id': '39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8', 'tenant_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'mac_address': 'fa:16:3e:59:6c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '51212c4f-8f89-425e-8852-05113297def1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:23:01Z', 'updated_at': '2022-02-15T04:23:07Z', 'revision_number': 5, 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'subnets': [{'id': '51212c4f-8f89-425e-8852-05113297def1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:24:26.141690 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d48b6f-6feb-4ee0-8a9e-548fec939231 req-6626afad-be54-44de-9c6d-1f9eb0f5de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:26.143386 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f5d48b6f-6feb-4ee0-8a9e-548fec939231 req-6626afad-be54-44de-9c6d-1f9eb0f5de01 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=51212c4f-8f89-425e-8852-05113297def1 HTTP/1.1" status: 200 len: 854 time: 0.2143049 Feb 15 04:24:26.150056 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466817d2-787a-4c68-ab26-825d0c3a6028 req-d1b81a9c-461a-42db-860a-5c530e0696c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:26.152205 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-466817d2-787a-4c68-ab26-825d0c3a6028 req-d1b81a9c-461a-42db-860a-5c530e0696c6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c49ed967-4df2-4c03-a3f7-11bc631a5279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1909962 Feb 15 04:24:26.171656 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77545e50-8c3c-49f4-9409-5c717b7b1312 None None] The sync data for ids ['f1e7e287-d5eb-4c96-8102-07e0febe573c'] in dv-cinder-816104-2-iscsi is: [{'id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'name': 'tempest-TestMinimumBasicScenario-1549965471-router', 'tenant_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '64fe8e85-6b9f-42a4-b27a-4320ec696bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:22:58Z', 'updated_at': '2022-02-15T04:23:02Z', 'revision_number': 4, 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'gw_port': {'id': '64fe8e85-6b9f-42a4-b27a-4320ec696bbb', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:22:59Z', 'updated_at': '2022-02-15T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_floatingips': [{'id': 'cb7b0bac-6f96-4d09-9b0d-88746dea5976', 'tenant_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'floating_ip_address': '172.27.1.86', 'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'router_id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'port_id': '40ec21d0-c71c-4bbb-ae5d-68d36612fd1a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8', 'mac_address': 'fa:16:3e:ba:ca:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eb5ac6-8758-409e-8494-5b9228b8de6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:24:21Z', 'updated_at': '2022-02-15T04:24:21Z', 'revision_number': 0, 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45afbf27-0eb5-4f65-a5d8-a362c6a29cc1', 'name': '', 'network_id': '39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8', 'tenant_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'mac_address': 'fa:16:3e:59:6c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '51212c4f-8f89-425e-8852-05113297def1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:23:01Z', 'updated_at': '2022-02-15T04:23:07Z', 'revision_number': 5, 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'subnets': [{'id': '51212c4f-8f89-425e-8852-05113297def1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:24:26.211163 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7e499f46-e0e5-4521-8027-b20f66359ec5 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks [] for security_group_rule (9102eddd-196f-4ebc-bcc4-b22a9ad6160d), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:26.223739 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7e499f46-e0e5-4521-8027-b20f66359ec5 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526819'] for security_group_rule (9102eddd-196f-4ebc-bcc4-b22a9ad6160d), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:26.270287 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3e9c9f8f-551b-4ca3-9f4d-44122b927116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (593c90c8-ba7c-4adb-b440-8a9fb205fcbd), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:26.288915 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3e9c9f8f-551b-4ca3-9f4d-44122b927116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:26.293077 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-3e9c9f8f-551b-4ca3-9f4d-44122b927116 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/593c90c8-ba7c-4adb-b440-8a9fb205fcbd HTTP/1.1" status: 204 len: 168 time: 1.4771066 Feb 15 04:24:26.310731 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e499f46-e0e5-4521-8027-b20f66359ec5 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9102eddd-196f-4ebc-bcc4-b22a9ad6160d,revision_number=0']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:26.349199 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c9f8f-551b-4ca3-9f4d-44122b927116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593c90c8-ba7c-4adb-b440-8a9fb205fcbd,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:26.381551 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7e499f46-e0e5-4521-8027-b20f66359ec5 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:26.383597 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-7e499f46-e0e5-4521-8027-b20f66359ec5 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4421904 Feb 15 04:24:26.389423 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d48b6f-6feb-4ee0-8a9e-548fec939231 req-3c1f013d-a09f-4c9e-b03a-656345ee5845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:26.398172 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f5d48b6f-6feb-4ee0-8a9e-548fec939231 req-3c1f013d-a09f-4c9e-b03a-656345ee5845 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2448897 Feb 15 04:24:26.495712 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7d3fa-dc63-4a80-a995-cf4a0a83baf6 req-082c588b-cc8d-49ca-98ea-98f0e6f8f82c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:26.520731 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-dcf7d3fa-dc63-4a80-a995-cf4a0a83baf6 req-082c588b-cc8d-49ca-98ea-98f0e6f8f82c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.2132175 Feb 15 04:24:26.631976 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-dcf7d3fa-dc63-4a80-a995-cf4a0a83baf6 req-1446d1d8-7ae0-4bf0-8ddc-8893588bb52a tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088567 Feb 15 04:24:26.727413 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef67e6a-7d46-44c5-b08e-7732f2b0d5f9 None None] New status for floating IP cb7b0bac-6f96-4d09-9b0d-88746dea5976: ACTIVE {{(pid=102636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 04:24:26.890847 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-466817d2-787a-4c68-ab26-825d0c3a6028 req-348a0e55-3457-409b-b804-3bfa75bdb9dc service neutron] 10.222.0.59 "GET /v2.0/networks/c49ed967-4df2-4c03-a3f7-11bc631a5279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6944063 Feb 15 04:24:27.045618 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbbff8-6699-400d-8d49-7a6cf8119ae3 req-79fd7571-d431-4066-9d1b-75b0b81b16ca tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:27.055100 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-50cbbff8-6699-400d-8d49-7a6cf8119ae3 req-79fd7571-d431-4066-9d1b-75b0b81b16ca tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.1162117 Feb 15 04:24:27.171654 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-50cbbff8-6699-400d-8d49-7a6cf8119ae3 req-8a4b19f6-be62-410f-85e1-9bfd0c0a8ab4 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149535 Feb 15 04:24:27.177551 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d3bea98a-70c6-497a-b06e-79af874a7a44 req-ab955fc7-bc6f-4610-bf3a-e5f9ee9c2158 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-992098777&fields=id&tenant_id=b58d87f4f4ed448f8d45c85f92cf1462 HTTP/1.1" status: 200 len: 267 time: 0.4661510 Feb 15 04:24:27.189795 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-466817d2-787a-4c68-ab26-825d0c3a6028 req-b9c8ded5-55d7-4ee9-a89b-f892dc1758b3 service neutron] 10.222.0.59 "GET /v2.0/networks/c49ed967-4df2-4c03-a3f7-11bc631a5279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975841 Feb 15 04:24:27.259713 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f5d48b6f-6feb-4ee0-8a9e-548fec939231 req-b634612f-bead-403a-8f27-93db03bea572 service neutron] 10.222.0.59 "GET /v2.0/networks/39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8467488 Feb 15 04:24:27.375497 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bea98a-70c6-497a-b06e-79af874a7a44 req-e7307115-6dd8-4f77-b0b5-48e80afa08f9 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:27.385550 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d3bea98a-70c6-497a-b06e-79af874a7a44 req-e7307115-6dd8-4f77-b0b5-48e80afa08f9 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 945 time: 0.2063367 Feb 15 04:24:27.392471 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-d3bea98a-70c6-497a-b06e-79af874a7a44 req-f0e8bda6-2948-4499-a6f7-64413405246b tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Request body: {'port': {'security_groups': ['19e73e87-2829-4dee-9921-c2d4a0d4e0c0', '280d7089-d43b-4bbb-bba3-b15d265c64ac']}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:24:27.551327 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 57888) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:27.593581 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-d3bea98a-70c6-497a-b06e-79af874a7a44 req-f0e8bda6-2948-4499-a6f7-64413405246b tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (40ec21d0-c71c-4bbb-ae5d-68d36612fd1a), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:27.607765 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d2f0df58-264b-4b7d-aa65-db6b90217b50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:27.628701 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f5d48b6f-6feb-4ee0-8a9e-548fec939231 req-9859f0a7-83d7-4a7c-b120-6b2fe514515c service neutron] 10.222.0.59 "GET /v2.0/networks/39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619430 Feb 15 04:24:27.969246 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d2f0df58-264b-4b7d-aa65-db6b90217b50 admin admin] Publish callbacks [] for security_group (9dd20e19-c4a9-44e6-ab0e-9842b7394830), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:28.011458 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d2f0df58-264b-4b7d-aa65-db6b90217b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (9dd20e19-c4a9-44e6-ab0e-9842b7394830), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:28.095266 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-d2f0df58-264b-4b7d-aa65-db6b90217b50 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a92a88e0a5e8485c85ad2bbd417a884e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5422871 Feb 15 04:24:28.100144 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 57904) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:28.109003 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0df58-264b-4b7d-aa65-db6b90217b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd20e19-c4a9-44e6-ab0e-9842b7394830,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:28.232612 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-72a86d8b-ff43-44c2-b49c-14c91056f453 admin admin] Publish callbacks [] for security_group (9dd20e19-c4a9-44e6-ab0e-9842b7394830), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:28.303794 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-72a86d8b-ff43-44c2-b49c-14c91056f453 admin admin] Publish callbacks [] for security_group (9dd20e19-c4a9-44e6-ab0e-9842b7394830), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:28.363322 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-d3bea98a-70c6-497a-b06e-79af874a7a44 req-f0e8bda6-2948-4499-a6f7-64413405246b tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] For port 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=40ec21d0-c71c-4bbb-ae5d-68d36612fd1a,segment=NetworkSegment(fdc0aee7-064c-4aef-973e-14879f0da8f4),segment_id=fdc0aee7-064c-4aef-973e-14879f0da8f4)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:24:28.490279 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-72a86d8b-ff43-44c2-b49c-14c91056f453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (9dd20e19-c4a9-44e6-ab0e-9842b7394830), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:28.494423 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-72a86d8b-ff43-44c2-b49c-14c91056f453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:28.495893 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-72a86d8b-ff43-44c2-b49c-14c91056f453 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9dd20e19-c4a9-44e6-ab0e-9842b7394830 HTTP/1.1" status: 204 len: 168 time: 0.3934526 Feb 15 04:24:28.532102 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a86d8b-ff43-44c2-b49c-14c91056f453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd20e19-c4a9-44e6-ab0e-9842b7394830,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:28.536691 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-d3bea98a-70c6-497a-b06e-79af874a7a44 req-f0e8bda6-2948-4499-a6f7-64413405246b tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks [] for port (40ec21d0-c71c-4bbb-ae5d-68d36612fd1a), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:28.562186 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-d3bea98a-70c6-497a-b06e-79af874a7a44 req-f0e8bda6-2948-4499-a6f7-64413405246b tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (40ec21d0-c71c-4bbb-ae5d-68d36612fd1a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:28.583711 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['40ec21d0-c71c-4bbb-ae5d-68d36612fd1a'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:24:28.693193 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bea98a-70c6-497a-b06e-79af874a7a44 req-f0e8bda6-2948-4499-a6f7-64413405246b tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:28.695445 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-d3bea98a-70c6-497a-b06e-79af874a7a44 req-f0e8bda6-2948-4499-a6f7-64413405246b tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:28.699082 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d3bea98a-70c6-497a-b06e-79af874a7a44 req-f0e8bda6-2948-4499-a6f7-64413405246b tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "PUT /v2.0/ports/40ec21d0-c71c-4bbb-ae5d-68d36612fd1a HTTP/1.1" status: 200 len: 981 time: 1.3118615 Feb 15 04:24:28.702323 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65eb5ac6-8758-409e-8494-5b9228b8de6f', 'tag': '40ec21d0-c71c-4bbb-ae5d-68d36612fd1a'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:24:28.709914 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db6ae07-47b3-47ba-9743-5f00ddacb467" -d '{"events": [{"name": "network-changed", "server_uuid": "65eb5ac6-8758-409e-8494-5b9228b8de6f", "tag": "40ec21d0-c71c-4bbb-ae5d-68d36612fd1a"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:24:28.775754 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8bda6-2948-4499-a6f7-64413405246b tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Pushing event updated for resources: {'Port': ['ID=40ec21d0-c71c-4bbb-ae5d-68d36612fd1a,revision_number=6']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:28.836347 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffc42a-0d8a-4ae3-a358-d6073db371fa req-c422732a-bcd5-4185-b57d-24af17eb352c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:28.838990 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f0ffc42a-0d8a-4ae3-a358-d6073db371fa req-c422732a-bcd5-4185-b57d-24af17eb352c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.2979205 Feb 15 04:24:29.005734 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['40ec21d0-c71c-4bbb-ae5d-68d36612fd1a'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:24:29.048580 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f0ffc42a-0d8a-4ae3-a358-d6073db371fa req-e68b408e-5427-44e7-8987-096424850a2e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030632 Feb 15 04:24:29.085283 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64efa5b6-fe92-49cc-8395-3f557f3429d9 req-19391202-6fa5-4bac-a548-b26a4e19453b tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:29.086887 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-64efa5b6-fe92-49cc-8395-3f557f3429d9 req-19391202-6fa5-4bac-a548-b26a4e19453b tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.1429436 Feb 15 04:24:29.256295 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-64efa5b6-fe92-49cc-8395-3f557f3429d9 req-f39d0d72-3dbd-47a3-810a-3968a0b24a2b tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522887 Feb 15 04:24:29.300864 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ab1c2-b39d-43d1-80d8-2bd6387f0c54 req-fd38eb25-b27f-4a0f-ba45-bd3f74f99ebc tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:29.305616 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-390ab1c2-b39d-43d1-80d8-2bd6387f0c54 req-fd38eb25-b27f-4a0f-ba45-bd3f74f99ebc tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 984 time: 0.0904090 Feb 15 04:24:29.328247 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6b45f9-0f97-4c73-81f2-fc3bc8eb858f x-openstack-request-id: req-dc6b45f9-0f97-4c73-81f2-fc3bc8eb858f {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:24:29.328840 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65eb5ac6-8758-409e-8494-5b9228b8de6f", "tag": "40ec21d0-c71c-4bbb-ae5d-68d36612fd1a", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:24:29.329361 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dc6b45f9-0f97-4c73-81f2-fc3bc8eb858f {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:24:29.330027 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65eb5ac6-8758-409e-8494-5b9228b8de6f', 'tag': '40ec21d0-c71c-4bbb-ae5d-68d36612fd1a', 'status': 'completed', 'code': 200} Feb 15 04:24:29.354247 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-c4855cae-a455-4bf0-9269-78070c16962b None None] Provisioning complete for port 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:24:29.358037 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-c4855cae-a455-4bf0-9269-78070c16962b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (40ec21d0-c71c-4bbb-ae5d-68d36612fd1a), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:29.462248 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-390ab1c2-b39d-43d1-80d8-2bd6387f0c54 req-3c4f56db-49e2-4069-8c5d-427e1247dd73 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&id=280d7089-d43b-4bbb-bba3-b15d265c64ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1484005 Feb 15 04:24:29.464487 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 57928) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:29.470768 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6ae07-47b3-47ba-9743-5f00ddacb467 req-57ee4965-c82f-477b-bb67-20c54ab2bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:29.473213 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9db6ae07-47b3-47ba-9743-5f00ddacb467 req-57ee4965-c82f-477b-bb67-20c54ab2bc46 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b58d87f4f4ed448f8d45c85f92cf1462&device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 1168 time: 0.1132300 Feb 15 04:24:29.520438 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f2868d44-3c73-43b4-83fe-e8849600c3af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:29.606621 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-c4855cae-a455-4bf0-9269-78070c16962b None None] Current status of the port 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:24:29.670044 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f2868d44-3c73-43b4-83fe-e8849600c3af admin admin] Publish callbacks [] for security_group (51fb66c6-61cb-4bac-9513-43accb365738), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:29.701252 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f2868d44-3c73-43b4-83fe-e8849600c3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (51fb66c6-61cb-4bac-9513-43accb365738), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:29.757545 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-f2868d44-3c73-43b4-83fe-e8849600c3af admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=385324af862049e9a18cd0c197a587df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2911627 Feb 15 04:24:29.757805 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 57934) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:29.768846 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2868d44-3c73-43b4-83fe-e8849600c3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fb66c6-61cb-4bac-9513-43accb365738,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:29.833529 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6ae07-47b3-47ba-9743-5f00ddacb467 req-903763d1-f3f1-4688-beda-3ebf14574587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:29.835462 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9db6ae07-47b3-47ba-9743-5f00ddacb467 req-903763d1-f3f1-4688-beda-3ebf14574587 service neutron] 10.222.0.59 "GET /v2.0/networks?id=39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8 HTTP/1.1" status: 200 len: 915 time: 0.3551548 Feb 15 04:24:29.847423 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-46d1a8db-e912-42b3-926b-007d69c5c77c admin admin] Publish callbacks [] for security_group (51fb66c6-61cb-4bac-9513-43accb365738), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:29.874685 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-46d1a8db-e912-42b3-926b-007d69c5c77c admin admin] Publish callbacks [] for security_group (51fb66c6-61cb-4bac-9513-43accb365738), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:29.991873 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9db6ae07-47b3-47ba-9743-5f00ddacb467 req-88cb67e9-353e-4f2b-b6f7-a85524ad5454 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40ec21d0-c71c-4bbb-ae5d-68d36612fd1a HTTP/1.1" status: 200 len: 1000 time: 0.1476216 Feb 15 04:24:30.005401 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-46d1a8db-e912-42b3-926b-007d69c5c77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (51fb66c6-61cb-4bac-9513-43accb365738), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:30.009702 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-46d1a8db-e912-42b3-926b-007d69c5c77c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:30.019454 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-46d1a8db-e912-42b3-926b-007d69c5c77c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/51fb66c6-61cb-4bac-9513-43accb365738 HTTP/1.1" status: 204 len: 168 time: 0.2600694 Feb 15 04:24:30.037486 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1a8db-e912-42b3-926b-007d69c5c77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fb66c6-61cb-4bac-9513-43accb365738,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:30.172747 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6ae07-47b3-47ba-9743-5f00ddacb467 req-46ea6b8c-9328-4538-b9ad-99321aeaba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:30.177525 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9db6ae07-47b3-47ba-9743-5f00ddacb467 req-46ea6b8c-9328-4538-b9ad-99321aeaba05 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=51212c4f-8f89-425e-8852-05113297def1 HTTP/1.1" status: 200 len: 854 time: 0.1787109 Feb 15 04:24:30.363676 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6ae07-47b3-47ba-9743-5f00ddacb467 req-bba80a99-eed7-40ba-b5b6-887ba8a916ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:30.368787 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9db6ae07-47b3-47ba-9743-5f00ddacb467 req-bba80a99-eed7-40ba-b5b6-887ba8a916ba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1815851 Feb 15 04:24:30.405884 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140f963-6685-4cfe-aa67-027e7d5bef51 req-8b86f254-77ca-4cc4-beac-bccdf390b3b7 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:30.414073 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3140f963-6685-4cfe-aa67-027e7d5bef51 req-8b86f254-77ca-4cc4-beac-bccdf390b3b7 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.1666610 Feb 15 04:24:30.565610 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3140f963-6685-4cfe-aa67-027e7d5bef51 req-83844768-1271-47e8-8e29-f97cb2c579ce tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503575 Feb 15 04:24:30.581333 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9db6ae07-47b3-47ba-9743-5f00ddacb467 req-bfedd3b2-db47-4d18-a29f-26ca60b5c3e8 service neutron] 10.222.0.59 "GET /v2.0/networks/39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076759 Feb 15 04:24:30.823779 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9db6ae07-47b3-47ba-9743-5f00ddacb467 req-7ac0a04c-73b8-4b68-ac22-93afd7cd4654 service neutron] 10.222.0.59 "GET /v2.0/networks/39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314019 Feb 15 04:24:31.776604 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5626377-6d9e-40e6-88f0-f95ba365bc3f req-78f8b900-ce10-4e76-9b2f-9909365a2698 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:31.789960 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-e5626377-6d9e-40e6-88f0-f95ba365bc3f req-78f8b900-ce10-4e76-9b2f-9909365a2698 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.1269891 Feb 15 04:24:31.907919 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-e5626377-6d9e-40e6-88f0-f95ba365bc3f req-3f4319d6-fe00-43bc-a4c3-fd92826ad640 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146860 Feb 15 04:24:32.271723 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 58008) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:32.292614 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-16043a1e-7d5b-404d-9579-4088448d035c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:32.759985 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e8194546-26d6-4a38-ac54-fc769cd07f05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:32.960726 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e8194546-26d6-4a38-ac54-fc769cd07f05 admin admin] Publish callbacks [] for security_group (030dc218-64f9-490b-8649-5a45f0956ae0), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:32.983912 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e8194546-26d6-4a38-ac54-fc769cd07f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (030dc218-64f9-490b-8649-5a45f0956ae0), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:33.065056 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-e8194546-26d6-4a38-ac54-fc769cd07f05 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7834e91498524a179788e0220219795c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7915716 Feb 15 04:24:33.069132 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 58028) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:33.175462 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8194546-26d6-4a38-ac54-fc769cd07f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030dc218-64f9-490b-8649-5a45f0956ae0,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:33.213477 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1ea293ee-6f4a-42f2-b86a-e4dc66b2689b admin admin] Publish callbacks [] for security_group (030dc218-64f9-490b-8649-5a45f0956ae0), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:33.247355 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208a020-96e2-489c-8df0-ff2fdc3d7a77 req-599974e9-9f64-44ab-9134-25ccae825aea tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:33.249177 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4208a020-96e2-489c-8df0-ff2fdc3d7a77 req-599974e9-9f64-44ab-9134-25ccae825aea tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.1172628 Feb 15 04:24:33.272072 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1ea293ee-6f4a-42f2-b86a-e4dc66b2689b admin admin] Publish callbacks [] for security_group (030dc218-64f9-490b-8649-5a45f0956ae0), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:33.331510 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4208a020-96e2-489c-8df0-ff2fdc3d7a77 req-31a3fb68-464e-4c72-8178-19549293208c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731173 Feb 15 04:24:33.369093 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1ea293ee-6f4a-42f2-b86a-e4dc66b2689b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (030dc218-64f9-490b-8649-5a45f0956ae0), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:33.369093 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1ea293ee-6f4a-42f2-b86a-e4dc66b2689b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:33.370232 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-1ea293ee-6f4a-42f2-b86a-e4dc66b2689b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/030dc218-64f9-490b-8649-5a45f0956ae0 HTTP/1.1" status: 204 len: 168 time: 0.2998116 Feb 15 04:24:33.381249 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea293ee-6f4a-42f2-b86a-e4dc66b2689b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030dc218-64f9-490b-8649-5a45f0956ae0,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:33.850412 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 58042) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:33.866714 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-eb53c7b8-964f-4688-983f-de15aca3e426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:34.013703 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-eb53c7b8-964f-4688-983f-de15aca3e426 admin admin] Publish callbacks [] for security_group (f8c8f132-f85f-4f02-a980-21d4053e9f3b), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:34.020983 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-eb53c7b8-964f-4688-983f-de15aca3e426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (f8c8f132-f85f-4f02-a980-21d4053e9f3b), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:34.080446 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53c7b8-964f-4688-983f-de15aca3e426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c8f132-f85f-4f02-a980-21d4053e9f3b,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:34.123175 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-eb53c7b8-964f-4688-983f-de15aca3e426 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=925991f87bd94a3189047fcc100aa8bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2714312 Feb 15 04:24:34.125846 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 58046) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:34.191527 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-116730e3-ef81-4952-a969-910397342718 admin admin] Publish callbacks [] for security_group (f8c8f132-f85f-4f02-a980-21d4053e9f3b), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:34.218982 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-116730e3-ef81-4952-a969-910397342718 admin admin] Publish callbacks [] for security_group (f8c8f132-f85f-4f02-a980-21d4053e9f3b), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:34.295702 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-116730e3-ef81-4952-a969-910397342718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (f8c8f132-f85f-4f02-a980-21d4053e9f3b), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:34.298348 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-116730e3-ef81-4952-a969-910397342718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:34.302203 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-116730e3-ef81-4952-a969-910397342718 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f8c8f132-f85f-4f02-a980-21d4053e9f3b HTTP/1.1" status: 204 len: 168 time: 0.1724873 Feb 15 04:24:34.309528 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116730e3-ef81-4952-a969-910397342718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c8f132-f85f-4f02-a980-21d4053e9f3b,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:34.538084 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac43f5e-ca78-4537-ae50-c43ea4f19277 req-e44444c0-91a6-455d-8668-0dc661f86993 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:34.540321 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-3ac43f5e-ca78-4537-ae50-c43ea4f19277 req-e44444c0-91a6-455d-8668-0dc661f86993 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.0874395 Feb 15 04:24:34.641545 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-3ac43f5e-ca78-4537-ae50-c43ea4f19277 req-1efb04cb-1843-41ff-8c63-350721af19f1 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905361 Feb 15 04:24:34.841925 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 58070) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:34.855299 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4449a867-354b-4ba9-ba43-ac9babd14d4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:34.960067 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4449a867-354b-4ba9-ba43-ac9babd14d4a admin admin] Publish callbacks [] for security_group (bd907547-aa51-471e-a7b5-2bf4255b1fcd), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:34.966034 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4449a867-354b-4ba9-ba43-ac9babd14d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (bd907547-aa51-471e-a7b5-2bf4255b1fcd), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:35.021225 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-4449a867-354b-4ba9-ba43-ac9babd14d4a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4755b1cd34ff4b9ca86018d2cc423764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1781662 Feb 15 04:24:35.023951 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 58074) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:35.030525 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449a867-354b-4ba9-ba43-ac9babd14d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd907547-aa51-471e-a7b5-2bf4255b1fcd,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:35.102690 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d8613137-25cc-494f-ac9a-ae4158805da8 admin admin] Publish callbacks [] for security_group (bd907547-aa51-471e-a7b5-2bf4255b1fcd), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:35.136468 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d8613137-25cc-494f-ac9a-ae4158805da8 admin admin] Publish callbacks [] for security_group (bd907547-aa51-471e-a7b5-2bf4255b1fcd), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:35.204297 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d8613137-25cc-494f-ac9a-ae4158805da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (bd907547-aa51-471e-a7b5-2bf4255b1fcd), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:35.211694 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d8613137-25cc-494f-ac9a-ae4158805da8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:35.212753 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-d8613137-25cc-494f-ac9a-ae4158805da8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bd907547-aa51-471e-a7b5-2bf4255b1fcd HTTP/1.1" status: 204 len: 168 time: 0.1878135 Feb 15 04:24:35.226576 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8613137-25cc-494f-ac9a-ae4158805da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd907547-aa51-471e-a7b5-2bf4255b1fcd,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:35.289573 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e1811-bdc9-427a-9d28-3c3313f6792d req-13c53942-45a7-4a3f-9886-786cb416e6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:35.290855 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9f3e1811-bdc9-427a-9d28-3c3313f6792d req-13c53942-45a7-4a3f-9886-786cb416e6ef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6908f5f033f4c8888210c0cf405f4fa&device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 1129 time: 0.0598412 Feb 15 04:24:35.407278 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e1811-bdc9-427a-9d28-3c3313f6792d req-c1bf97ba-b88a-4b16-8233-c45f973bfab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:35.408803 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9f3e1811-bdc9-427a-9d28-3c3313f6792d req-c1bf97ba-b88a-4b16-8233-c45f973bfab1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f0c3e2a8-7b6d-47b3-b743-56e894a4b50d HTTP/1.1" status: 200 len: 916 time: 0.1105151 Feb 15 04:24:35.499669 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9f3e1811-bdc9-427a-9d28-3c3313f6792d req-03d28041-b338-44df-84b5-c4fb048dae7c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=363efce2-a87d-4ada-a63b-669f59236698 HTTP/1.1" status: 200 len: 1001 time: 0.0818379 Feb 15 04:24:35.598683 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e1811-bdc9-427a-9d28-3c3313f6792d req-3a8d6b53-4758-4371-9d33-91ec915b8b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:35.602190 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9f3e1811-bdc9-427a-9d28-3c3313f6792d req-3a8d6b53-4758-4371-9d33-91ec915b8b5c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5c54656-66d3-4f7d-bcac-e474d59bf132 HTTP/1.1" status: 200 len: 855 time: 0.0956271 Feb 15 04:24:35.683437 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e1811-bdc9-427a-9d28-3c3313f6792d req-f56a10d3-a645-403e-b95f-5b57e8a9b5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:35.685724 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9f3e1811-bdc9-427a-9d28-3c3313f6792d req-f56a10d3-a645-403e-b95f-5b57e8a9b5a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0c3e2a8-7b6d-47b3-b743-56e894a4b50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0756750 Feb 15 04:24:35.927761 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea933d-1c91-4fff-9a0a-6ce0ef149f30 req-8ca7871e-d482-46ef-8a0d-e52e6b7f5828 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:35.929426 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d2ea933d-1c91-4fff-9a0a-6ce0ef149f30 req-8ca7871e-d482-46ef-8a0d-e52e6b7f5828 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.1645622 Feb 15 04:24:35.935195 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9f3e1811-bdc9-427a-9d28-3c3313f6792d req-0a12b6be-d375-4df6-acd9-950769f0e29e service neutron] 10.222.0.59 "GET /v2.0/networks/f0c3e2a8-7b6d-47b3-b743-56e894a4b50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407651 Feb 15 04:24:36.063462 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-9d6590c0-e6a7-4f46-b25e-807d905072a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:36.088032 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d2ea933d-1c91-4fff-9a0a-6ce0ef149f30 req-d49d739f-4fe7-4b88-821a-2f4080eb2745 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470363 Feb 15 04:24:36.122263 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9f3e1811-bdc9-427a-9d28-3c3313f6792d req-984d5d04-ae1c-4f18-a535-9700dbf6dc08 service neutron] 10.222.0.59 "GET /v2.0/networks/f0c3e2a8-7b6d-47b3-b743-56e894a4b50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785276 Feb 15 04:24:36.424799 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:37.257063 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 58148) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:37.294432 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed750a6-ea5b-4e56-a8de-c235e5ba696c req-4781d860-d72e-4bd2-81a2-4abcffcdb9ad tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:37.296993 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-fed750a6-ea5b-4e56-a8de-c235e5ba696c req-4781d860-d72e-4bd2-81a2-4abcffcdb9ad tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.0715289 Feb 15 04:24:37.365681 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-fed750a6-ea5b-4e56-a8de-c235e5ba696c req-014566bc-0d3d-486a-9257-53371876846b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566146 Feb 15 04:24:37.424797 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8e1784ea-99ee-4695-ad28-0ee865953a33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:37.523818 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8e1784ea-99ee-4695-ad28-0ee865953a33 admin admin] Publish callbacks [] for security_group (66cc5966-9970-4cd7-8f0d-0707e64679ec), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:37.530282 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8e1784ea-99ee-4695-ad28-0ee865953a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (66cc5966-9970-4cd7-8f0d-0707e64679ec), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:37.576175 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-8e1784ea-99ee-4695-ad28-0ee865953a33 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a3ba40c60aaf4acb8c0ac99186365505&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3175876 Feb 15 04:24:37.577243 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1784ea-99ee-4695-ad28-0ee865953a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cc5966-9970-4cd7-8f0d-0707e64679ec,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:37.580761 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 58168) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:37.656455 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-08064a04-df61-4f4d-9de9-61c47dc11534 admin admin] Publish callbacks [] for security_group (66cc5966-9970-4cd7-8f0d-0707e64679ec), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:37.688747 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-08064a04-df61-4f4d-9de9-61c47dc11534 admin admin] Publish callbacks [] for security_group (66cc5966-9970-4cd7-8f0d-0707e64679ec), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:37.754686 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-08064a04-df61-4f4d-9de9-61c47dc11534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (66cc5966-9970-4cd7-8f0d-0707e64679ec), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:37.759932 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-08064a04-df61-4f4d-9de9-61c47dc11534 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:37.761906 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-08064a04-df61-4f4d-9de9-61c47dc11534 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/66cc5966-9970-4cd7-8f0d-0707e64679ec HTTP/1.1" status: 204 len: 168 time: 0.1792817 Feb 15 04:24:37.776035 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08064a04-df61-4f4d-9de9-61c47dc11534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cc5966-9970-4cd7-8f0d-0707e64679ec,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:38.164631 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 58192) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:38.180236 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8aebca12-d70c-462c-a353-5f6b1162074f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:38.180847 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 58194) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:38.320111 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8aebca12-d70c-462c-a353-5f6b1162074f admin admin] Publish callbacks [] for security_group (96707611-2dea-4650-a1b6-8d7924d14f7f), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:38.326948 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8aebca12-d70c-462c-a353-5f6b1162074f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (96707611-2dea-4650-a1b6-8d7924d14f7f), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:38.378791 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-8aebca12-d70c-462c-a353-5f6b1162074f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f7dfae7340cd44e5be18fb10a853a623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2129340 Feb 15 04:24:38.381158 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebca12-d70c-462c-a353-5f6b1162074f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96707611-2dea-4650-a1b6-8d7924d14f7f,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:38.383248 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 58198) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:38.444398 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4e5559a3-315c-423d-b596-983a65be97fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:38.534899 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:38.551944 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-197fe308-04dc-461d-b46a-90efd5f14a33 admin admin] Publish callbacks [] for security_group (96707611-2dea-4650-a1b6-8d7924d14f7f), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:38.590784 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-197fe308-04dc-461d-b46a-90efd5f14a33 admin admin] Publish callbacks [] for security_group (96707611-2dea-4650-a1b6-8d7924d14f7f), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:38.648988 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4e5559a3-315c-423d-b596-983a65be97fd admin admin] Publish callbacks [] for security_group (d446f2f9-3f3e-4f5f-9d6e-c6ec2bb7205d), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:38.655252 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4e5559a3-315c-423d-b596-983a65be97fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (d446f2f9-3f3e-4f5f-9d6e-c6ec2bb7205d), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:38.697463 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-197fe308-04dc-461d-b46a-90efd5f14a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (96707611-2dea-4650-a1b6-8d7924d14f7f), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:38.701046 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-197fe308-04dc-461d-b46a-90efd5f14a33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:38.702185 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-197fe308-04dc-461d-b46a-90efd5f14a33 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/96707611-2dea-4650-a1b6-8d7924d14f7f HTTP/1.1" status: 204 len: 168 time: 0.3176296 Feb 15 04:24:38.708226 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-4e5559a3-315c-423d-b596-983a65be97fd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9336e095a2204becb1aeb1139797da22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5234640 Feb 15 04:24:38.708555 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 58208) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:38.714575 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5559a3-315c-423d-b596-983a65be97fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d446f2f9-3f3e-4f5f-9d6e-c6ec2bb7205d,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:38.737870 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197fe308-04dc-461d-b46a-90efd5f14a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96707611-2dea-4650-a1b6-8d7924d14f7f,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:38.800495 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-08fff20e-75a2-440b-b1e6-6069063fff91 admin admin] Publish callbacks [] for security_group (d446f2f9-3f3e-4f5f-9d6e-c6ec2bb7205d), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:38.800694 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc477aad-2d78-469c-9df7-94a0006e7539 req-a11db5ad-8e8a-4999-983a-0c9d42d7cfaa tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:38.812195 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cc477aad-2d78-469c-9df7-94a0006e7539 req-a11db5ad-8e8a-4999-983a-0c9d42d7cfaa tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 945 time: 0.3504095 Feb 15 04:24:38.830447 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-08fff20e-75a2-440b-b1e6-6069063fff91 admin admin] Publish callbacks [] for security_group (d446f2f9-3f3e-4f5f-9d6e-c6ec2bb7205d), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:38.877188 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cc477aad-2d78-469c-9df7-94a0006e7539 req-472b9485-01cf-4889-8336-785bdd7ef1a0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627575 Feb 15 04:24:38.911630 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-08fff20e-75a2-440b-b1e6-6069063fff91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (d446f2f9-3f3e-4f5f-9d6e-c6ec2bb7205d), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:38.914500 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-08fff20e-75a2-440b-b1e6-6069063fff91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:38.920287 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-08fff20e-75a2-440b-b1e6-6069063fff91 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d446f2f9-3f3e-4f5f-9d6e-c6ec2bb7205d HTTP/1.1" status: 204 len: 168 time: 0.2063370 Feb 15 04:24:38.928619 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fff20e-75a2-440b-b1e6-6069063fff91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d446f2f9-3f3e-4f5f-9d6e-c6ec2bb7205d,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:39.307747 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 363efce2-a87d-4ada-a63b-669f59236698 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:24:39.338652 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 58224) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:39.354203 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ebda522d-590c-440b-a9e2-d630d7cf1e36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:39.401504 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 363efce2-a87d-4ada-a63b-669f59236698 is: ACTIVE; New status is: DOWN {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:24:39.402347 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (363efce2-a87d-4ada-a63b-669f59236698), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:39.431390 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfde5a4-3494-4123-b1d1-aa408427983a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '363efce2-a87d-4ada-a63b-669f59236698'}] {{(pid=102635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:24:39.434596 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274a2a5e9be6a0ee09154d0e072c1b660d39e5ec588b61e50c849ad5e467022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22870ec5-01b9-45be-a29f-d8b98d76af15" -d '{"events": [{"server_uuid": "6bfde5a4-3494-4123-b1d1-aa408427983a", "name": "network-vif-unplugged", "status": "completed", "tag": "363efce2-a87d-4ada-a63b-669f59236698"}]}' {{(pid=102635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:24:39.446121 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ebda522d-590c-440b-a9e2-d630d7cf1e36 admin admin] Publish callbacks [] for security_group (d8fe2e88-931d-43c7-ac39-393e2c918f36), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:39.449359 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 363efce2-a87d-4ada-a63b-669f59236698, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=363efce2-a87d-4ada-a63b-669f59236698,segment=NetworkSegment(a2939050-b15c-425b-a2c1-f2f0e37f1e44),segment_id=a2939050-b15c-425b-a2c1-f2f0e37f1e44)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:24:39.452757 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ebda522d-590c-440b-a9e2-d630d7cf1e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (d8fe2e88-931d-43c7-ac39-393e2c918f36), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:39.455863 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (363efce2-a87d-4ada-a63b-669f59236698), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:39.515710 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=363efce2-a87d-4ada-a63b-669f59236698,revision_number=8']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:39.525178 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 04:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6de4fb-f5cc-4dc8-ab65-6b6a17cd8571 x-openstack-request-id: req-3a6de4fb-f5cc-4dc8-ab65-6b6a17cd8571 {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:24:39.528492 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bfde5a4-3494-4123-b1d1-aa408427983a", "name": "network-vif-unplugged", "status": "completed", "tag": "363efce2-a87d-4ada-a63b-669f59236698", "code": 200}]} {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:24:39.528998 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda522d-590c-440b-a9e2-d630d7cf1e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fe2e88-931d-43c7-ac39-393e2c918f36,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:39.529402 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3a6de4fb-f5cc-4dc8-ab65-6b6a17cd8571 {{(pid=102635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:24:39.530848 dv-cinder-816104-2-iscsi neutron-server[102635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfde5a4-3494-4123-b1d1-aa408427983a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '363efce2-a87d-4ada-a63b-669f59236698', 'code': 200} Feb 15 04:24:39.536686 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 58230) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:39.537420 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-ebda522d-590c-440b-a9e2-d630d7cf1e36 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=944d6179597c4807bcbe7530be7bbeab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1968169 Feb 15 04:24:39.616287 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1207b900-1ca0-4bdb-8911-8faab75db835 admin admin] Publish callbacks [] for security_group (d8fe2e88-931d-43c7-ac39-393e2c918f36), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:39.653966 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1207b900-1ca0-4bdb-8911-8faab75db835 admin admin] Publish callbacks [] for security_group (d8fe2e88-931d-43c7-ac39-393e2c918f36), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:39.737315 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1207b900-1ca0-4bdb-8911-8faab75db835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (d8fe2e88-931d-43c7-ac39-393e2c918f36), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:39.740394 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1207b900-1ca0-4bdb-8911-8faab75db835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:39.741742 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-1207b900-1ca0-4bdb-8911-8faab75db835 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d8fe2e88-931d-43c7-ac39-393e2c918f36 HTTP/1.1" status: 204 len: 168 time: 0.2028551 Feb 15 04:24:39.755188 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207b900-1ca0-4bdb-8911-8faab75db835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fe2e88-931d-43c7-ac39-393e2c918f36,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:39.803241 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:40.023459 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8af15-cba7-4742-9823-e141c3bef24e req-89b76554-5ce7-464c-9173-56422bd4f739 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:40.025637 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7dc8af15-cba7-4742-9823-e141c3bef24e req-89b76554-5ce7-464c-9173-56422bd4f739 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.0657778 Feb 15 04:24:40.087990 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7dc8af15-cba7-4742-9823-e141c3bef24e req-a9535739-63cc-4b2f-bfa9-cc010bd5807f tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522721 Feb 15 04:24:40.839652 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b9986a79-fdb0-4734-b4fe-8c1b40605641 req-4f294a8e-4e93-42fd-89f1-f212db6218e2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0578589 Feb 15 04:24:40.953934 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9986a79-fdb0-4734-b4fe-8c1b40605641 req-b35eefce-3332-4dbd-a477-70798a5a9fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:40.955856 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b9986a79-fdb0-4734-b4fe-8c1b40605641 req-b35eefce-3332-4dbd-a477-70798a5a9fe7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e4ef5a0f7e5040c0aa3d33d31fbbb206&device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 1130 time: 0.0842395 Feb 15 04:24:41.133351 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9986a79-fdb0-4734-b4fe-8c1b40605641 req-30858992-bb3b-47a1-8da5-f6a415c2a1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:41.135467 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b9986a79-fdb0-4734-b4fe-8c1b40605641 req-30858992-bb3b-47a1-8da5-f6a415c2a1ab service neutron] 10.222.0.59 "GET /v2.0/networks?id=c49ed967-4df2-4c03-a3f7-11bc631a5279 HTTP/1.1" status: 200 len: 911 time: 0.1533713 Feb 15 04:24:41.250729 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b9986a79-fdb0-4734-b4fe-8c1b40605641 req-17149f51-6bcf-41ce-9b47-83318c07e901 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cef1beba-9166-4527-9646-13388dc57d5b HTTP/1.1" status: 200 len: 1002 time: 0.1082621 Feb 15 04:24:41.388340 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9986a79-fdb0-4734-b4fe-8c1b40605641 req-14d472af-2c9b-4540-b6c4-00fb5a89bb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:41.390251 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b9986a79-fdb0-4734-b4fe-8c1b40605641 req-14d472af-2c9b-4540-b6c4-00fb5a89bb63 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=07051326-83bf-45b5-9e91-0b63b787c497 HTTP/1.1" status: 200 len: 850 time: 0.1262591 Feb 15 04:24:41.490195 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9986a79-fdb0-4734-b4fe-8c1b40605641 req-854fb59e-a4fe-4dd5-b63e-a9d5ed59fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:41.491719 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b9986a79-fdb0-4734-b4fe-8c1b40605641 req-854fb59e-a4fe-4dd5-b63e-a9d5ed59fbbf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c49ed967-4df2-4c03-a3f7-11bc631a5279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0945125 Feb 15 04:24:41.508310 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea880d3-aa06-4af4-8926-3d0eb244feba req-f3816569-6702-4148-bedd-c3ac37f973bd tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:41.511275 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-fea880d3-aa06-4af4-8926-3d0eb244feba req-f3816569-6702-4148-bedd-c3ac37f973bd tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.3239660 Feb 15 04:24:41.559836 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 58308) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:41.580135 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-fea880d3-aa06-4af4-8926-3d0eb244feba req-3dbd712d-925e-4566-985d-a3df769f10a4 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601726 Feb 15 04:24:41.619129 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b9986a79-fdb0-4734-b4fe-8c1b40605641 req-ed3cc67e-fcba-4996-bc24-979023cceb89 service neutron] 10.222.0.59 "GET /v2.0/networks/c49ed967-4df2-4c03-a3f7-11bc631a5279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172836 Feb 15 04:24:41.696854 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:41.711814 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ad661ee9-741e-45b2-816a-6def7081bd80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:41.762971 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b9986a79-fdb0-4734-b4fe-8c1b40605641 req-801e408d-a981-44e6-a5ac-e1e9c5f45e7d service neutron] 10.222.0.59 "GET /v2.0/networks/c49ed967-4df2-4c03-a3f7-11bc631a5279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327755 Feb 15 04:24:41.852983 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ad661ee9-741e-45b2-816a-6def7081bd80 admin admin] Publish callbacks [] for security_group (9adad3b9-4743-412f-bd71-5cfd336d3ff8), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:41.858475 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ad661ee9-741e-45b2-816a-6def7081bd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (9adad3b9-4743-412f-bd71-5cfd336d3ff8), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:41.914304 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad661ee9-741e-45b2-816a-6def7081bd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9adad3b9-4743-412f-bd71-5cfd336d3ff8,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:41.925377 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 58320) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:41.927098 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-ad661ee9-741e-45b2-816a-6def7081bd80 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=27ee58b686df460fa52e03fc5179faab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3659890 Feb 15 04:24:41.995669 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d3f4f74d-6e9a-4b6d-9817-841922777272 admin admin] Publish callbacks [] for security_group (9adad3b9-4743-412f-bd71-5cfd336d3ff8), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:42.021545 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d3f4f74d-6e9a-4b6d-9817-841922777272 admin admin] Publish callbacks [] for security_group (9adad3b9-4743-412f-bd71-5cfd336d3ff8), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:42.076412 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d3f4f74d-6e9a-4b6d-9817-841922777272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (9adad3b9-4743-412f-bd71-5cfd336d3ff8), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:42.079914 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d3f4f74d-6e9a-4b6d-9817-841922777272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:42.081454 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-d3f4f74d-6e9a-4b6d-9817-841922777272 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9adad3b9-4743-412f-bd71-5cfd336d3ff8 HTTP/1.1" status: 204 len: 168 time: 0.1549380 Feb 15 04:24:42.092506 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4f74d-6e9a-4b6d-9817-841922777272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adad3b9-4743-412f-bd71-5cfd336d3ff8,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:42.461267 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 58328) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:42.477010 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-6ad9ba54-eaf5-40a2-8bcc-1dd989d034a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:42.586753 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-6ad9ba54-eaf5-40a2-8bcc-1dd989d034a6 admin admin] Publish callbacks [] for security_group (289e3bb6-13c4-4a5c-ba24-36609def9c53), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:42.593823 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-6ad9ba54-eaf5-40a2-8bcc-1dd989d034a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (289e3bb6-13c4-4a5c-ba24-36609def9c53), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:42.636856 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9ba54-eaf5-40a2-8bcc-1dd989d034a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289e3bb6-13c4-4a5c-ba24-36609def9c53,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:42.643381 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-6ad9ba54-eaf5-40a2-8bcc-1dd989d034a6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4c00093acd604e3db4b546ae2fae0ab6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1852536 Feb 15 04:24:42.648873 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 58338) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:42.742878 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bf5abd03-a115-4622-8f15-4f5e2bf529fc admin admin] Publish callbacks [] for security_group (289e3bb6-13c4-4a5c-ba24-36609def9c53), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:42.752842 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b1775-8ae8-421a-9b9a-66167a5116b1 req-a4f574d5-0e3a-4cf2-b57c-a44d994c84ed tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:42.754486 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-299b1775-8ae8-421a-9b9a-66167a5116b1 req-a4f574d5-0e3a-4cf2-b57c-a44d994c84ed tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.0896342 Feb 15 04:24:42.786350 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bf5abd03-a115-4622-8f15-4f5e2bf529fc admin admin] Publish callbacks [] for security_group (289e3bb6-13c4-4a5c-ba24-36609def9c53), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:42.839358 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-299b1775-8ae8-421a-9b9a-66167a5116b1 req-a8ded52d-a504-4d2b-939e-d251941e7550 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774815 Feb 15 04:24:42.858818 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bf5abd03-a115-4622-8f15-4f5e2bf529fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (289e3bb6-13c4-4a5c-ba24-36609def9c53), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:42.861706 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bf5abd03-a115-4622-8f15-4f5e2bf529fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:42.862837 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-bf5abd03-a115-4622-8f15-4f5e2bf529fc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/289e3bb6-13c4-4a5c-ba24-36609def9c53 HTTP/1.1" status: 204 len: 168 time: 0.2127643 Feb 15 04:24:42.873275 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5abd03-a115-4622-8f15-4f5e2bf529fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289e3bb6-13c4-4a5c-ba24-36609def9c53,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:43.476093 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [req-18e70991-f9d9-433c-9fca-9f1a375d69f3 req-de9cb99a-c76d-4195-a238-a161aa6a207f service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 04:24:43.477161 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-18e70991-f9d9-433c-9fca-9f1a375d69f3 req-de9cb99a-c76d-4195-a238-a161aa6a207f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1194274 Feb 15 04:24:43.703813 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30775c58-55a9-4403-8814-c770b823f1b5 req-7f456e88-967c-470d-8d2d-0263845d17b7 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:43.705790 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-30775c58-55a9-4403-8814-c770b823f1b5 req-7f456e88-967c-470d-8d2d-0263845d17b7 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.0664217 Feb 15 04:24:43.807148 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-30775c58-55a9-4403-8814-c770b823f1b5 req-2236fbcd-800d-484c-b65e-2f5f7b4cb98d tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807989 Feb 15 04:24:44.183076 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 58412) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:44.303917 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-566b9b63-01a5-41bf-9a05-782ec9c9adfa req-8d015371-9782-4b77-a945-aa8141ca2d42 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1185977 Feb 15 04:24:44.314453 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [req-566b9b63-01a5-41bf-9a05-782ec9c9adfa req-8b4d7b63-b2ed-47e2-b617-93c975bc83c2 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 04:24:44.315459 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-566b9b63-01a5-41bf-9a05-782ec9c9adfa req-8b4d7b63-b2ed-47e2-b617-93c975bc83c2 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057461 Feb 15 04:24:44.504320 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 58426) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:44.771536 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b9b63-01a5-41bf-9a05-782ec9c9adfa req-bdf04b35-a982-4a95-a714-afd02a1a49a1 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:44.772941 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-566b9b63-01a5-41bf-9a05-782ec9c9adfa req-bdf04b35-a982-4a95-a714-afd02a1a49a1 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports/363efce2-a87d-4ada-a63b-669f59236698 HTTP/1.1" status: 200 len: 940 time: 0.2675612 Feb 15 04:24:44.967718 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d147b1e-3b43-490d-8f06-1b893f27cec6 req-20865a07-a1cb-4b41-a091-e6cbdc49a509 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:44.969458 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3d147b1e-3b43-490d-8f06-1b893f27cec6 req-20865a07-a1cb-4b41-a091-e6cbdc49a509 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.0601277 Feb 15 04:24:45.035663 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3d147b1e-3b43-490d-8f06-1b893f27cec6 req-d4bc9064-39ea-4a34-8ea2-e1b2ba468ca6 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604529 Feb 15 04:24:46.186942 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ff611-c64a-4d0a-8f77-3ef8b325280a req-4e86a415-1581-43c0-951d-167917708e7c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:46.188450 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7c1ff611-c64a-4d0a-8f77-3ef8b325280a req-4e86a415-1581-43c0-951d-167917708e7c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.0630784 Feb 15 04:24:46.236567 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7c1ff611-c64a-4d0a-8f77-3ef8b325280a req-7f0f6161-8a09-4e92-a5c6-b986974f9b6e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414531 Feb 15 04:24:47.369892 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b33a9-d566-45fd-9af2-5af674342f31 req-251a995e-fb82-408c-8fc1-92744ce58377 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:47.371840 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e58b33a9-d566-45fd-9af2-5af674342f31 req-251a995e-fb82-408c-8fc1-92744ce58377 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.0575624 Feb 15 04:24:47.418734 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e58b33a9-d566-45fd-9af2-5af674342f31 req-2cab2b7b-271c-47d1-ab5f-97516b4f34eb tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412226 Feb 15 04:24:48.544697 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501c2af-43ab-4a11-9a2c-0cdb4272233f req-dbabd51d-3fd1-4d4f-ab16-7f82f5ff16ce tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:48.546412 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-e501c2af-43ab-4a11-9a2c-0cdb4272233f req-dbabd51d-3fd1-4d4f-ab16-7f82f5ff16ce tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.0556834 Feb 15 04:24:48.600788 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-e501c2af-43ab-4a11-9a2c-0cdb4272233f req-38f650a7-088a-4d4e-a3a0-06749082a1ff tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488040 Feb 15 04:24:49.727019 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1101ff-2d5e-451f-972b-2e72a7d6874a req-03e79c3f-39c4-49cb-8d68-bba38c16a068 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:49.728476 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3a1101ff-2d5e-451f-972b-2e72a7d6874a req-03e79c3f-39c4-49cb-8d68-bba38c16a068 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.0533392 Feb 15 04:24:49.776148 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3a1101ff-2d5e-451f-972b-2e72a7d6874a req-33a7f875-6fd9-4c12-b86c-ad44a77ab071 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414181 Feb 15 04:24:50.337092 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 363efce2-a87d-4ada-a63b-669f59236698 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:24:50.419013 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 363efce2-a87d-4ada-a63b-669f59236698 is: DOWN; New status is: DOWN {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:24:50.771768 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 58530) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:50.914664 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd4859-58d1-41f5-8291-a050f517f54d req-75accd5f-bcff-4b99-9540-b75d35408f5a tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:50.916210 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-6edd4859-58d1-41f5-8291-a050f517f54d req-75accd5f-bcff-4b99-9540-b75d35408f5a tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.0635488 Feb 15 04:24:50.979933 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b8d007d7-c8d5-4e7b-b00c-9f0799b15005 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:51.010641 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-6edd4859-58d1-41f5-8291-a050f517f54d req-70abd37b-22aa-418d-a4be-2b93836645c6 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867808 Feb 15 04:24:51.084964 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b8d007d7-c8d5-4e7b-b00c-9f0799b15005 admin admin] Publish callbacks [] for security_group (2503aa5a-b2ea-40eb-813e-7396fead5893), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:51.089466 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b8d007d7-c8d5-4e7b-b00c-9f0799b15005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (2503aa5a-b2ea-40eb-813e-7396fead5893), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:51.129491 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d007d7-c8d5-4e7b-b00c-9f0799b15005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2503aa5a-b2ea-40eb-813e-7396fead5893,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:51.133730 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-b8d007d7-c8d5-4e7b-b00c-9f0799b15005 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=99a6291529004414be900daac973b38a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3608754 Feb 15 04:24:51.137110 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 58536) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:51.203997 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c27a0ba5-582f-471c-ad20-9d55d148344f admin admin] Publish callbacks [] for security_group (2503aa5a-b2ea-40eb-813e-7396fead5893), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:51.228588 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c27a0ba5-582f-471c-ad20-9d55d148344f admin admin] Publish callbacks [] for security_group (2503aa5a-b2ea-40eb-813e-7396fead5893), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:51.298248 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c27a0ba5-582f-471c-ad20-9d55d148344f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (2503aa5a-b2ea-40eb-813e-7396fead5893), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:51.301464 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c27a0ba5-582f-471c-ad20-9d55d148344f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:51.302645 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-c27a0ba5-582f-471c-ad20-9d55d148344f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2503aa5a-b2ea-40eb-813e-7396fead5893 HTTP/1.1" status: 204 len: 168 time: 0.1645281 Feb 15 04:24:51.312359 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a0ba5-582f-471c-ad20-9d55d148344f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2503aa5a-b2ea-40eb-813e-7396fead5893,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:52.158852 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb368fa-eb79-4cae-ab87-9021742a5e87 req-19d2f6dc-ec95-4ced-84c6-38e8568761b4 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:52.160374 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bfb368fa-eb79-4cae-ab87-9021742a5e87 req-19d2f6dc-ec95-4ced-84c6-38e8568761b4 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.0703998 Feb 15 04:24:52.207741 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bfb368fa-eb79-4cae-ab87-9021742a5e87 req-382e3f91-911b-4377-b050-7d7593d1898a tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418041 Feb 15 04:24:53.333720 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366144a-10a6-44b0-8827-980db1eaf8ed req-3eb78c7b-3bb1-42f6-8697-c27ea1fb5e8c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:53.335259 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d366144a-10a6-44b0-8827-980db1eaf8ed req-3eb78c7b-3bb1-42f6-8697-c27ea1fb5e8c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.0558548 Feb 15 04:24:53.382758 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d366144a-10a6-44b0-8827-980db1eaf8ed req-4939a653-75f7-4a71-8932-712e6ac8f437 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418694 Feb 15 04:24:53.631010 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:24:54.510129 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039f101-5a3f-47ce-8e81-e0ca387f394a req-309f0976-2fb6-46a2-9999-d7143e78b66d tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:54.511681 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a039f101-5a3f-47ce-8e81-e0ca387f394a req-309f0976-2fb6-46a2-9999-d7143e78b66d tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.0548964 Feb 15 04:24:54.567231 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a039f101-5a3f-47ce-8e81-e0ca387f394a req-6959722c-e7b2-49eb-a319-1aa2ca09e805 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481224 Feb 15 04:24:54.728146 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b9b63-01a5-41bf-9a05-782ec9c9adfa req-c969a76e-bc3e-4fcb-af17-3ad7a11c47b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:54.729701 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-566b9b63-01a5-41bf-9a05-782ec9c9adfa req-c969a76e-bc3e-4fcb-af17-3ad7a11c47b9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a&tenant_id=b6908f5f033f4c8888210c0cf405f4fa HTTP/1.1" status: 200 len: 1127 time: 0.1962707 Feb 15 04:24:54.805750 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b9b63-01a5-41bf-9a05-782ec9c9adfa req-bb380af5-e014-4c60-b6b5-803243a7dc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:54.807276 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-566b9b63-01a5-41bf-9a05-782ec9c9adfa req-bb380af5-e014-4c60-b6b5-803243a7dc80 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6908f5f033f4c8888210c0cf405f4fa&device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 1127 time: 0.0544429 Feb 15 04:24:54.907920 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b9b63-01a5-41bf-9a05-782ec9c9adfa req-3762f59e-b88c-451b-9ca0-10d09b8138a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:54.909429 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-566b9b63-01a5-41bf-9a05-782ec9c9adfa req-3762f59e-b88c-451b-9ca0-10d09b8138a6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f0c3e2a8-7b6d-47b3-b743-56e894a4b50d HTTP/1.1" status: 200 len: 916 time: 0.0917072 Feb 15 04:24:54.982743 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-566b9b63-01a5-41bf-9a05-782ec9c9adfa req-a6ab85b6-b106-45e4-adef-a3f3611ece0f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=363efce2-a87d-4ada-a63b-669f59236698 HTTP/1.1" status: 200 len: 999 time: 0.0655775 Feb 15 04:24:55.033565 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b9b63-01a5-41bf-9a05-782ec9c9adfa req-edc9d75a-a39b-4541-969d-0a162551e3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:55.035014 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-566b9b63-01a5-41bf-9a05-782ec9c9adfa req-edc9d75a-a39b-4541-969d-0a162551e3f6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5c54656-66d3-4f7d-bcac-e474d59bf132 HTTP/1.1" status: 200 len: 855 time: 0.0449698 Feb 15 04:24:55.087668 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b9b63-01a5-41bf-9a05-782ec9c9adfa req-e307228c-3043-4f57-b5ca-7c7cfc5f6d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:55.089538 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-566b9b63-01a5-41bf-9a05-782ec9c9adfa req-e307228c-3043-4f57-b5ca-7c7cfc5f6d04 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0c3e2a8-7b6d-47b3-b743-56e894a4b50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476165 Feb 15 04:24:55.199881 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-566b9b63-01a5-41bf-9a05-782ec9c9adfa req-27853da2-443f-47dc-9b94-c3e78b202358 service neutron] 10.222.0.59 "GET /v2.0/networks/f0c3e2a8-7b6d-47b3-b743-56e894a4b50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988343 Feb 15 04:24:55.296955 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-566b9b63-01a5-41bf-9a05-782ec9c9adfa req-96c21f7f-5d3c-4c92-ab57-6c512d9a1330 service neutron] 10.222.0.59 "GET /v2.0/networks/f0c3e2a8-7b6d-47b3-b743-56e894a4b50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903800 Feb 15 04:24:55.702754 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739171c-cc0c-4865-a136-7f87b5af1843 req-16aa564f-c73f-4b1f-8b6f-b4a7b97245bc tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:55.704758 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-5739171c-cc0c-4865-a136-7f87b5af1843 req-16aa564f-c73f-4b1f-8b6f-b4a7b97245bc tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.0614748 Feb 15 04:24:55.779205 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-5739171c-cc0c-4865-a136-7f87b5af1843 req-5d11a049-06d0-46e1-af77-f36236debaeb tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646572 Feb 15 04:24:57.115177 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70a17e-3cff-4ddf-bc1c-ceb94745a8f4 req-6753d3ee-c7bc-4d7b-a4bb-fcef7394b053 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:57.116955 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3f70a17e-3cff-4ddf-bc1c-ceb94745a8f4 req-6753d3ee-c7bc-4d7b-a4bb-fcef7394b053 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.0669158 Feb 15 04:24:57.166547 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3f70a17e-3cff-4ddf-bc1c-ceb94745a8f4 req-32a165d8-99fe-4d48-95ea-5a0850dd8b3e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434048 Feb 15 04:24:58.065168 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 58650) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:58.208106 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bddf4f5e-d7fc-4f7e-b431-46dce003f0cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:58.310937 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bddf4f5e-d7fc-4f7e-b431-46dce003f0cf admin admin] Publish callbacks [] for security_group (49040014-f84e-43b1-9524-1a50e3ba2303), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:58.316582 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bddf4f5e-d7fc-4f7e-b431-46dce003f0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (49040014-f84e-43b1-9524-1a50e3ba2303), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:58.370243 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e886e-f7a6-4b44-80a6-e2702f3da8f0 req-201bb6fa-3d37-4d93-b489-3a09b739b541 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:58.372301 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4c8e886e-f7a6-4b44-80a6-e2702f3da8f0 req-201bb6fa-3d37-4d93-b489-3a09b739b541 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.1161053 Feb 15 04:24:58.373265 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 58660) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:58.373514 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-bddf4f5e-d7fc-4f7e-b431-46dce003f0cf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ea62cd04ab55447db05e3f8e32a73e58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3070724 Feb 15 04:24:58.375439 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf4f5e-d7fc-4f7e-b431-46dce003f0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49040014-f84e-43b1-9524-1a50e3ba2303,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:58.465565 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-89ae8b34-7b7d-4561-94b0-bc7a0b06ce4b admin admin] Publish callbacks [] for security_group (49040014-f84e-43b1-9524-1a50e3ba2303), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:58.483928 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4c8e886e-f7a6-4b44-80a6-e2702f3da8f0 req-24485002-d19a-4ce0-8914-d9b193640f13 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906017 Feb 15 04:24:58.518221 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-89ae8b34-7b7d-4561-94b0-bc7a0b06ce4b admin admin] Publish callbacks [] for security_group (49040014-f84e-43b1-9524-1a50e3ba2303), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:58.835168 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-89ae8b34-7b7d-4561-94b0-bc7a0b06ce4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (49040014-f84e-43b1-9524-1a50e3ba2303), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:58.837761 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-89ae8b34-7b7d-4561-94b0-bc7a0b06ce4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:58.838917 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-89ae8b34-7b7d-4561-94b0-bc7a0b06ce4b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/49040014-f84e-43b1-9524-1a50e3ba2303 HTTP/1.1" status: 204 len: 168 time: 0.4632397 Feb 15 04:24:58.847621 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae8b34-7b7d-4561-94b0-bc7a0b06ce4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49040014-f84e-43b1-9524-1a50e3ba2303,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:58.864350 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae8b34-7b7d-4561-94b0-bc7a0b06ce4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:24:58.865487 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae8b34-7b7d-4561-94b0-bc7a0b06ce4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:24:58.866352 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae8b34-7b7d-4561-94b0-bc7a0b06ce4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:24:58.867281 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae8b34-7b7d-4561-94b0-bc7a0b06ce4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:24:58.868926 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae8b34-7b7d-4561-94b0-bc7a0b06ce4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:24:58.869605 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae8b34-7b7d-4561-94b0-bc7a0b06ce4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:24:58.870314 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae8b34-7b7d-4561-94b0-bc7a0b06ce4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:24:58.871611 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae8b34-7b7d-4561-94b0-bc7a0b06ce4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:24:58.872289 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae8b34-7b7d-4561-94b0-bc7a0b06ce4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:24:58.872988 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae8b34-7b7d-4561-94b0-bc7a0b06ce4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:24:58.874916 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae8b34-7b7d-4561-94b0-bc7a0b06ce4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:24:58.875668 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae8b34-7b7d-4561-94b0-bc7a0b06ce4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:24:58.876327 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae8b34-7b7d-4561-94b0-bc7a0b06ce4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:24:59.184658 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 58668) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:59.199212 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a44863cc-110a-4f6e-ae62-2e978ce3c5f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:59.284790 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a44863cc-110a-4f6e-ae62-2e978ce3c5f5 admin admin] Publish callbacks [] for security_group (87de06a9-de75-4966-8d67-b0829a453015), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:59.290999 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a44863cc-110a-4f6e-ae62-2e978ce3c5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (87de06a9-de75-4966-8d67-b0829a453015), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:59.326416 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-a44863cc-110a-4f6e-ae62-2e978ce3c5f5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=94b15e0995aa401aa24a96261d8d850e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1403189 Feb 15 04:24:59.329941 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 58670) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:24:59.345435 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44863cc-110a-4f6e-ae62-2e978ce3c5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87de06a9-de75-4966-8d67-b0829a453015,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:59.384154 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e395821e-af36-46e5-8c39-3dd689755abb admin admin] Publish callbacks [] for security_group (87de06a9-de75-4966-8d67-b0829a453015), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:59.410615 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e395821e-af36-46e5-8c39-3dd689755abb admin admin] Publish callbacks [] for security_group (87de06a9-de75-4966-8d67-b0829a453015), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:59.462446 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e395821e-af36-46e5-8c39-3dd689755abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (87de06a9-de75-4966-8d67-b0829a453015), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:59.465241 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e395821e-af36-46e5-8c39-3dd689755abb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:24:59.466378 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-e395821e-af36-46e5-8c39-3dd689755abb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/87de06a9-de75-4966-8d67-b0829a453015 HTTP/1.1" status: 204 len: 168 time: 0.1354575 Feb 15 04:24:59.475857 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395821e-af36-46e5-8c39-3dd689755abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87de06a9-de75-4966-8d67-b0829a453015,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:24:59.485696 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395821e-af36-46e5-8c39-3dd689755abb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:24:59.486342 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395821e-af36-46e5-8c39-3dd689755abb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:24:59.486883 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395821e-af36-46e5-8c39-3dd689755abb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:24:59.487379 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395821e-af36-46e5-8c39-3dd689755abb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:24:59.487882 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395821e-af36-46e5-8c39-3dd689755abb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:24:59.488561 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395821e-af36-46e5-8c39-3dd689755abb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:24:59.489258 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395821e-af36-46e5-8c39-3dd689755abb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:24:59.489775 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395821e-af36-46e5-8c39-3dd689755abb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:24:59.490522 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395821e-af36-46e5-8c39-3dd689755abb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:24:59.491079 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395821e-af36-46e5-8c39-3dd689755abb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:24:59.491563 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395821e-af36-46e5-8c39-3dd689755abb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:24:59.492036 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395821e-af36-46e5-8c39-3dd689755abb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:24:59.492526 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395821e-af36-46e5-8c39-3dd689755abb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:24:59.744306 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103b476-37a5-4e83-bd38-276fcbbe3531 req-2ce72c77-985f-4966-b720-d0f2f30ead96 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:24:59.755129 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7103b476-37a5-4e83-bd38-276fcbbe3531 req-2ce72c77-985f-4966-b720-d0f2f30ead96 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.1334569 Feb 15 04:24:59.846769 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7103b476-37a5-4e83-bd38-276fcbbe3531 req-72e34187-2900-445f-ab2b-8020a31e109d tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816722 Feb 15 04:25:00.015169 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 58680) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:25:00.029166 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-51b9c9d7-76bd-47ab-b40a-cad8203bd75e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:00.131474 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-51b9c9d7-76bd-47ab-b40a-cad8203bd75e admin admin] Publish callbacks [] for security_group (0588f8de-8c71-488b-a87c-bd2e4dd370bb), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:00.135775 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-51b9c9d7-76bd-47ab-b40a-cad8203bd75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (0588f8de-8c71-488b-a87c-bd2e4dd370bb), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:00.177852 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-51b9c9d7-76bd-47ab-b40a-cad8203bd75e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5cd6f32dd7ec40f68cee6f008fb6b2e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1609473 Feb 15 04:25:00.178802 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9c9d7-76bd-47ab-b40a-cad8203bd75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0588f8de-8c71-488b-a87c-bd2e4dd370bb,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:25:00.182169 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 58682) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:25:00.249323 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ae9b8fc5-698e-492d-b83e-9f37fb4b97e9 admin admin] Publish callbacks [] for security_group (0588f8de-8c71-488b-a87c-bd2e4dd370bb), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:00.274083 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ae9b8fc5-698e-492d-b83e-9f37fb4b97e9 admin admin] Publish callbacks [] for security_group (0588f8de-8c71-488b-a87c-bd2e4dd370bb), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:00.337306 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ae9b8fc5-698e-492d-b83e-9f37fb4b97e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (0588f8de-8c71-488b-a87c-bd2e4dd370bb), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:00.339887 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ae9b8fc5-698e-492d-b83e-9f37fb4b97e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:00.345533 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-ae9b8fc5-698e-492d-b83e-9f37fb4b97e9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0588f8de-8c71-488b-a87c-bd2e4dd370bb HTTP/1.1" status: 204 len: 168 time: 0.1579072 Feb 15 04:25:00.354341 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b8fc5-698e-492d-b83e-9f37fb4b97e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0588f8de-8c71-488b-a87c-bd2e4dd370bb,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:25:01.004390 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f7e9d-31b7-4ffc-9ac6-5b73c17ad7ec req-feb3e52b-5e56-489e-a383-ad6194d833be tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:01.006115 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3e3f7e9d-31b7-4ffc-9ac6-5b73c17ad7ec req-feb3e52b-5e56-489e-a383-ad6194d833be tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.0583913 Feb 15 04:25:01.088954 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3e3f7e9d-31b7-4ffc-9ac6-5b73c17ad7ec req-0b0760b5-c786-43a5-b066-a29bd2c4587c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679994 Feb 15 04:25:02.267699 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-3caec9e7-546b-4d80-8358-0f987fc5449d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:02.431616 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105aac5-ae8e-4b9f-bbbf-14f75ec3b5b5 req-b8c7b889-c44d-40f8-8930-1d838c44c8be tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:02.433441 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-4105aac5-ae8e-4b9f-bbbf-14f75ec3b5b5 req-b8c7b889-c44d-40f8-8930-1d838c44c8be tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.0792456 Feb 15 04:25:02.492160 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-4105aac5-ae8e-4b9f-bbbf-14f75ec3b5b5 req-1a3ebbd5-7d93-4250-87a6-988515443e09 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525455 Feb 15 04:25:03.645130 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6705ee-a49c-40e7-95f5-210ba8697ac8 req-17c70c7d-f88c-4f42-bb46-446fe54e2980 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:03.646637 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ca6705ee-a49c-40e7-95f5-210ba8697ac8 req-17c70c7d-f88c-4f42-bb46-446fe54e2980 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.0657759 Feb 15 04:25:03.734030 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ca6705ee-a49c-40e7-95f5-210ba8697ac8 req-1add00aa-4b89-4932-9092-0fe3c934db7b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782926 Feb 15 04:25:04.889460 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787e5b3-d211-443f-83f0-9989940347ca req-9b7d2963-9e90-4019-8218-005c98960bbc tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:04.893207 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-4787e5b3-d211-443f-83f0-9989940347ca req-9b7d2963-9e90-4019-8218-005c98960bbc tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.0812867 Feb 15 04:25:04.958735 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-4787e5b3-d211-443f-83f0-9989940347ca req-fb932d47-442d-496b-beee-10526dd09370 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541914 Feb 15 04:25:06.073208 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-b45d49a3-a1c9-49bd-8460-15c7be0cda55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:06.205552 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b568214-aa54-4b1b-b12b-279dab8c67a3 req-348452ff-9509-4cb1-b378-69edcb278a6d tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:06.209379 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0b568214-aa54-4b1b-b12b-279dab8c67a3 req-348452ff-9509-4cb1-b378-69edcb278a6d tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.0972562 Feb 15 04:25:06.269360 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0b568214-aa54-4b1b-b12b-279dab8c67a3 req-d250faad-e676-41c9-84ed-bc68e504275b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542631 Feb 15 04:25:06.416010 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:07.453574 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650dda4-6377-46f1-87e1-c7bfa74d6664 req-18743bab-2e65-4496-8418-8ddd8d22c749 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:07.455557 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-3650dda4-6377-46f1-87e1-c7bfa74d6664 req-18743bab-2e65-4496-8418-8ddd8d22c749 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.1043365 Feb 15 04:25:07.729469 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-3650dda4-6377-46f1-87e1-c7bfa74d6664 req-54d3b736-9769-4d9f-b0ca-7d4c85a49d2b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2684419 Feb 15 04:25:08.537331 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:08.880600 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6ac76-a7f5-4132-8560-12df23662d2d req-3b58f1e6-7153-4de2-878c-f50e03eda5b9 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:08.882330 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f4f6ac76-a7f5-4132-8560-12df23662d2d req-3b58f1e6-7153-4de2-878c-f50e03eda5b9 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.0602190 Feb 15 04:25:08.958831 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f4f6ac76-a7f5-4132-8560-12df23662d2d req-675d0297-c6f3-4d7e-ad5a-0a3c528edaa0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703926 Feb 15 04:25:09.776391 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:10.112728 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd7e42-183a-486b-9de2-0d2174ca5a34 req-b67c35be-c474-4f8a-a6b4-9f061cca6230 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:10.114855 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-45fd7e42-183a-486b-9de2-0d2174ca5a34 req-b67c35be-c474-4f8a-a6b4-9f061cca6230 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.0669692 Feb 15 04:25:10.167022 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-45fd7e42-183a-486b-9de2-0d2174ca5a34 req-e78d54d1-e960-49c5-aa5a-923df8e965af tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463340 Feb 15 04:25:11.294760 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35f41b-702d-458d-bed7-65f4ec748dae req-fd2f2fb6-6af5-4943-b1f2-ab7dae89fce7 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:11.297200 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-fe35f41b-702d-458d-bed7-65f4ec748dae req-fd2f2fb6-6af5-4943-b1f2-ab7dae89fce7 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.0557206 Feb 15 04:25:11.350350 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-fe35f41b-702d-458d-bed7-65f4ec748dae req-f08fb210-5f51-412e-8fb6-3318c77b0d0c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473952 Feb 15 04:25:11.680238 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:12.483449 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b00a9-8975-44ec-a2b2-a45cfdefbacd req-25a9153e-291d-454a-864d-31dc988f143f tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:12.484966 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-577b00a9-8975-44ec-a2b2-a45cfdefbacd req-25a9153e-291d-454a-864d-31dc988f143f tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.0530176 Feb 15 04:25:12.534311 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-577b00a9-8975-44ec-a2b2-a45cfdefbacd req-24c3f4f5-cc28-4b39-b0f4-ab546e0fde6b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435555 Feb 15 04:25:13.516116 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19217c04-69c7-44cd-9056-8319c17bfcae req-a1a2420a-0e23-404b-af98-a822bee19945 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:13.517494 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-19217c04-69c7-44cd-9056-8319c17bfcae req-a1a2420a-0e23-404b-af98-a822bee19945 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf316805-ef34-4e31-9a87-59a0b8c0e09f HTTP/1.1" status: 200 len: 945 time: 0.0543582 Feb 15 04:25:13.565511 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-19217c04-69c7-44cd-9056-8319c17bfcae req-683b5eff-72fc-4adc-af26-23e760de50f4 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424435 Feb 15 04:25:13.676695 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4dc8a-5bd0-4bd0-bfa1-e324611e418a req-c9242a77-3265-4eb7-ac0a-d3280a3d0a4b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:13.678194 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d1a4dc8a-5bd0-4bd0-bfa1-e324611e418a req-c9242a77-3265-4eb7-ac0a-d3280a3d0a4b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.0528948 Feb 15 04:25:13.728517 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d1a4dc8a-5bd0-4bd0-bfa1-e324611e418a req-5e616ae1-7db1-4b6f-9e1f-9ab7d5b1d22f tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447817 Feb 15 04:25:14.702344 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52794ab5-07cd-449d-ab13-7fe0e8eefa37 req-41ce00f4-03a4-4b16-b6a1-5e6662a432d5 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:14.703801 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-52794ab5-07cd-449d-ab13-7fe0e8eefa37 req-41ce00f4-03a4-4b16-b6a1-5e6662a432d5 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf316805-ef34-4e31-9a87-59a0b8c0e09f HTTP/1.1" status: 200 len: 945 time: 0.0542033 Feb 15 04:25:14.750519 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-52794ab5-07cd-449d-ab13-7fe0e8eefa37 req-45ef3263-9386-4ed0-aeab-57f9d68105d5 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411594 Feb 15 04:25:14.853670 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8d4f9-a983-427d-a5ee-5a3f31415ff2 req-093a8f5b-648b-4c54-b901-79eb9ece7591 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:14.855162 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-37b8d4f9-a983-427d-a5ee-5a3f31415ff2 req-093a8f5b-648b-4c54-b901-79eb9ece7591 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.0514824 Feb 15 04:25:14.902236 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-37b8d4f9-a983-427d-a5ee-5a3f31415ff2 req-f0c0ce97-a4ac-4a35-80d5-b186123fda7c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410795 Feb 15 04:25:15.193180 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 58830) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:25:15.299509 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-13238869-74ee-40bf-bcae-a462389fd189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:15.375003 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-13238869-74ee-40bf-bcae-a462389fd189 admin admin] Publish callbacks [] for security_group (a7d415e7-a52a-45e3-96c9-2866118ecaf4), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:15.379524 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-13238869-74ee-40bf-bcae-a462389fd189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (a7d415e7-a52a-45e3-96c9-2866118ecaf4), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:15.419000 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-13238869-74ee-40bf-bcae-a462389fd189 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=493b89776faf47c6bd695f73f3cdc601&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246997 Feb 15 04:25:15.420154 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13238869-74ee-40bf-bcae-a462389fd189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d415e7-a52a-45e3-96c9-2866118ecaf4,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:25:15.422340 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 58834) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:25:15.475195 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a33c944f-7a6c-48ec-a62e-4d0a9fe86c25 admin admin] Publish callbacks [] for security_group (a7d415e7-a52a-45e3-96c9-2866118ecaf4), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:15.496967 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a33c944f-7a6c-48ec-a62e-4d0a9fe86c25 admin admin] Publish callbacks [] for security_group (a7d415e7-a52a-45e3-96c9-2866118ecaf4), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:15.550437 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a33c944f-7a6c-48ec-a62e-4d0a9fe86c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (a7d415e7-a52a-45e3-96c9-2866118ecaf4), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:15.553939 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a33c944f-7a6c-48ec-a62e-4d0a9fe86c25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:15.555090 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-a33c944f-7a6c-48ec-a62e-4d0a9fe86c25 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a7d415e7-a52a-45e3-96c9-2866118ecaf4 HTTP/1.1" status: 204 len: 168 time: 0.1316450 Feb 15 04:25:15.558139 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27173f-542d-4fc7-89de-57ef94477b58 req-998079d5-de02-432b-8779-0b4cba589b85 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:15.559646 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6c27173f-542d-4fc7-89de-57ef94477b58 req-998079d5-de02-432b-8779-0b4cba589b85 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf316805-ef34-4e31-9a87-59a0b8c0e09f HTTP/1.1" status: 200 len: 945 time: 0.0671523 Feb 15 04:25:15.572153 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c944f-7a6c-48ec-a62e-4d0a9fe86c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d415e7-a52a-45e3-96c9-2866118ecaf4,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:25:15.698469 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-6c27173f-542d-4fc7-89de-57ef94477b58 req-a69770fd-9412-4e4b-b552-18e229fadd7e tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Deleting port 21effa65-6f1f-4199-a6a4-698a3f85a8cf {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:25:15.698806 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-6c27173f-542d-4fc7-89de-57ef94477b58 req-a69770fd-9412-4e4b-b552-18e229fadd7e tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (21effa65-6f1f-4199-a6a4-698a3f85a8cf), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:15.830838 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-6c27173f-542d-4fc7-89de-57ef94477b58 req-a69770fd-9412-4e4b-b552-18e229fadd7e tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] For port 21effa65-6f1f-4199-a6a4-698a3f85a8cf, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=21effa65-6f1f-4199-a6a4-698a3f85a8cf,segment=NetworkSegment(16fb39d9-c6e3-4f88-9136-37b0eee9be36),segment_id=16fb39d9-c6e3-4f88-9136-37b0eee9be36)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:25:15.831512 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-6c27173f-542d-4fc7-89de-57ef94477b58 req-a69770fd-9412-4e4b-b552-18e229fadd7e tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (21effa65-6f1f-4199-a6a4-698a3f85a8cf), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:15.852478 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-6c27173f-542d-4fc7-89de-57ef94477b58 req-a69770fd-9412-4e4b-b552-18e229fadd7e tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Calling delete_port for 21effa65-6f1f-4199-a6a4-698a3f85a8cf owned by compute:nova {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:25:15.882036 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bc7ea-ad7a-4e02-9942-a15b5eb9227c req-610e9c5f-f1d1-41e6-86bd-a19c2dfefb6e tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:15.883630 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-0f8bc7ea-ad7a-4e02-9942-a15b5eb9227c req-610e9c5f-f1d1-41e6-86bd-a19c2dfefb6e tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf316805-ef34-4e31-9a87-59a0b8c0e09f HTTP/1.1" status: 200 len: 945 time: 0.0589385 Feb 15 04:25:15.953674 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-0f8bc7ea-ad7a-4e02-9942-a15b5eb9227c req-6e8fde31-1d0c-4948-8bf1-54e882c183e4 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623548 Feb 15 04:25:16.036468 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-6c27173f-542d-4fc7-89de-57ef94477b58 req-a69770fd-9412-4e4b-b552-18e229fadd7e tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (21effa65-6f1f-4199-a6a4-698a3f85a8cf), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:16.050457 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['21effa65-6f1f-4199-a6a4-698a3f85a8cf'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:25:16.073324 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69770fd-9412-4e4b-b552-18e229fadd7e tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Pushing event deleted for resources: {'Port': ['ID=21effa65-6f1f-4199-a6a4-698a3f85a8cf,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:25:16.085523 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020576d-387c-4fb3-9008-abe76c21b997 req-b42ae77f-26ef-402b-b230-c9920f76cb85 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:16.087049 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6020576d-387c-4fb3-9008-abe76c21b997 req-b42ae77f-26ef-402b-b230-c9920f76cb85 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.1002808 Feb 15 04:25:16.139308 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c27173f-542d-4fc7-89de-57ef94477b58 req-a69770fd-9412-4e4b-b552-18e229fadd7e tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] No DVR routers for this DVR port 21effa65-6f1f-4199-a6a4-698a3f85a8cf on host hv-cinder-81610 {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:25:16.142521 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-6c27173f-542d-4fc7-89de-57ef94477b58 req-a69770fd-9412-4e4b-b552-18e229fadd7e tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:16.145836 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6c27173f-542d-4fc7-89de-57ef94477b58 req-a69770fd-9412-4e4b-b552-18e229fadd7e tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.59 "DELETE /v2.0/ports/21effa65-6f1f-4199-a6a4-698a3f85a8cf HTTP/1.1" status: 204 len: 173 time: 0.5788078 Feb 15 04:25:16.146277 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf316805-ef34-4e31-9a87-59a0b8c0e09f', 'name': 'network-vif-deleted', 'tag': '21effa65-6f1f-4199-a6a4-698a3f85a8cf'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:25:16.148519 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9f90d1-5fe6-4ab4-b445-c8c39b7df56f" -d '{"events": [{"server_uuid": "cf316805-ef34-4e31-9a87-59a0b8c0e09f", "name": "network-vif-deleted", "tag": "21effa65-6f1f-4199-a6a4-698a3f85a8cf"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:25:16.192709 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6020576d-387c-4fb3-9008-abe76c21b997 req-b8ad938b-265c-4dc5-a0bf-eb1f63b7f8dd tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863190 Feb 15 04:25:16.410746 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78092724-27bf-4b97-9442-9bf5535acc22 x-openstack-request-id: req-78092724-27bf-4b97-9442-9bf5535acc22 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:25:16.411065 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf316805-ef34-4e31-9a87-59a0b8c0e09f", "name": "network-vif-deleted", "tag": "21effa65-6f1f-4199-a6a4-698a3f85a8cf", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:25:16.411316 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-78092724-27bf-4b97-9442-9bf5535acc22 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:25:16.411745 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf316805-ef34-4e31-9a87-59a0b8c0e09f', 'name': 'network-vif-deleted', 'tag': '21effa65-6f1f-4199-a6a4-698a3f85a8cf', 'status': 'completed', 'code': 200} Feb 15 04:25:17.325296 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bab2f-8e1d-417c-a620-631c2894eaa2 req-4dac31e7-6939-4ce5-a10d-09648161f47d tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:17.327397 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-216bab2f-8e1d-417c-a620-631c2894eaa2 req-4dac31e7-6939-4ce5-a10d-09648161f47d tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.0534253 Feb 15 04:25:17.377597 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-216bab2f-8e1d-417c-a620-631c2894eaa2 req-ca77d83c-6fcc-4ac9-97ff-1cc14bdc2065 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447681 Feb 15 04:25:18.506644 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97682cb2-a570-42d9-b9d6-5c5d09f589db req-b9bb2b0e-8d6f-4765-8aca-c36109c23a5c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:18.508055 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-97682cb2-a570-42d9-b9d6-5c5d09f589db req-b9bb2b0e-8d6f-4765-8aca-c36109c23a5c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.0549908 Feb 15 04:25:18.560295 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-97682cb2-a570-42d9-b9d6-5c5d09f589db req-7a897516-0c55-4312-8a2d-5730639cb36d tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466533 Feb 15 04:25:19.696255 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645baf7-f467-41c5-80f9-cd9aed84c0af req-0fbcbf8c-6ea1-4a85-b60b-f8c6e9123065 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:19.697968 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a645baf7-f467-41c5-80f9-cd9aed84c0af req-0fbcbf8c-6ea1-4a85-b60b-f8c6e9123065 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.0561342 Feb 15 04:25:19.748609 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a645baf7-f467-41c5-80f9-cd9aed84c0af req-88808b57-cfe4-4b7c-a39d-752eb57c500e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442078 Feb 15 04:25:20.883954 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7509c5e-7cff-4aa1-8228-8cb62b233d88 req-4de8c366-5e18-4ea1-88ad-60b2b9ccef09 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:20.885439 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c7509c5e-7cff-4aa1-8228-8cb62b233d88 req-4de8c366-5e18-4ea1-88ad-60b2b9ccef09 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.0604150 Feb 15 04:25:20.937490 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c7509c5e-7cff-4aa1-8228-8cb62b233d88 req-69ffb801-9aff-4808-a5fb-45ea0d777ed4 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463212 Feb 15 04:25:21.319668 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 21effa65-6f1f-4199-a6a4-698a3f85a8cf no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:25:21.344347 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] No Port match for: 21effa65-6f1f-4199-a6a4-698a3f85a8cf {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:25:21.344681 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 21effa65-6f1f-4199-a6a4-698a3f85a8cf not bound to the agent host hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:25:22.068108 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be85bb-1cb5-41b2-9826-f0735f9511fd req-b434e667-ad4b-4a52-b8e1-218aa1a9e37b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:22.069671 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-19be85bb-1cb5-41b2-9826-f0735f9511fd req-b434e667-ad4b-4a52-b8e1-218aa1a9e37b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.0569355 Feb 15 04:25:22.117387 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-19be85bb-1cb5-41b2-9826-f0735f9511fd req-8980769f-06ba-4918-8061-7d4cc2b728f1 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421312 Feb 15 04:25:23.254700 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f23e32-571c-4d67-ac3e-571c7034068c req-19df8907-4592-4e6d-b06a-f596e024ed87 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:23.256222 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d1f23e32-571c-4d67-ac3e-571c7034068c req-19df8907-4592-4e6d-b06a-f596e024ed87 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 943 time: 0.0595927 Feb 15 04:25:23.304193 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d1f23e32-571c-4d67-ac3e-571c7034068c req-9ace469b-19b1-48d0-80d6-d60862d9d7c8 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424602 Feb 15 04:25:23.634922 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 363efce2-a87d-4ada-a63b-669f59236698 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 04:25:23.749000 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 363efce2-a87d-4ada-a63b-669f59236698, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=363efce2-a87d-4ada-a63b-669f59236698,segment=NetworkSegment(a2939050-b15c-425b-a2c1-f2f0e37f1e44),segment_id=a2939050-b15c-425b-a2c1-f2f0e37f1e44)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:25:23.761448 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Returning: {'device': '363efce2-a87d-4ada-a63b-669f59236698', 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d', 'port_id': '363efce2-a87d-4ada-a63b-669f59236698', 'mac_address': 'fa:16:3e:d3:31:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 04:25:23.808728 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 363efce2-a87d-4ada-a63b-669f59236698 is: DOWN; New status is: BUILD {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:25:23.809144 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (363efce2-a87d-4ada-a63b-669f59236698), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:23.956662 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 363efce2-a87d-4ada-a63b-669f59236698 {{(pid=102635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:25:23.978214 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 363efce2-a87d-4ada-a63b-669f59236698, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=363efce2-a87d-4ada-a63b-669f59236698,segment=NetworkSegment(a2939050-b15c-425b-a2c1-f2f0e37f1e44),segment_id=a2939050-b15c-425b-a2c1-f2f0e37f1e44)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:25:23.982980 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (363efce2-a87d-4ada-a63b-669f59236698), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:24.033740 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=363efce2-a87d-4ada-a63b-669f59236698,revision_number=9']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:25:24.041342 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:25:24.041715 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:25:24.042082 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:25:24.042458 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:25:24.042763 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:25:24.043093 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:25:24.043418 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:25:24.043743 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:25:24.044063 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:25:24.044406 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:25:24.044734 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:25:24.045082 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:25:24.045401 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:25:24.438218 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2d25e-af7a-435d-bb97-e476f3b95575 req-5ced143e-41ef-447b-b2e8-bf64ea283c0d tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:24.439763 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-05c2d25e-af7a-435d-bb97-e476f3b95575 req-5ced143e-41ef-447b-b2e8-bf64ea283c0d tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 944 time: 0.0587244 Feb 15 04:25:24.490784 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-05c2d25e-af7a-435d-bb97-e476f3b95575 req-8af9dbd3-b51f-4fe9-ab56-46c503fa76f1 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450232 Feb 15 04:25:25.566673 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['363efce2-a87d-4ada-a63b-669f59236698'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:25:25.620385 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577176ca-3710-4344-a927-bbb608a77f24 req-9314a30f-759a-4be5-84d8-964be5fa7d77 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:25.621825 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-577176ca-3710-4344-a927-bbb608a77f24 req-9314a30f-759a-4be5-84d8-964be5fa7d77 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 944 time: 0.0567348 Feb 15 04:25:25.677245 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-577176ca-3710-4344-a927-bbb608a77f24 req-75bb11b9-938f-43a0-ad6f-46ab09a66304 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493312 Feb 15 04:25:26.807400 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4465ea-b831-4ea8-a944-8c8a0f03f0ef req-e0c77946-cf86-4881-87c7-867d23c89bed tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:26.808994 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-cb4465ea-b831-4ea8-a944-8c8a0f03f0ef req-e0c77946-cf86-4881-87c7-867d23c89bed tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 944 time: 0.0552950 Feb 15 04:25:26.856305 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-cb4465ea-b831-4ea8-a944-8c8a0f03f0ef req-0d5cabcc-04c6-4233-9d94-53354dd7d672 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418248 Feb 15 04:25:27.982077 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ac033-5cdc-4c4b-a442-bba553c80cfc req-4c36fb91-f300-442b-898f-a34dd439e106 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:27.983557 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c60ac033-5cdc-4c4b-a442-bba553c80cfc req-4c36fb91-f300-442b-898f-a34dd439e106 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 944 time: 0.0528128 Feb 15 04:25:28.035976 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c60ac033-5cdc-4c4b-a442-bba553c80cfc req-6f29ce3b-6edf-4662-b357-904ce21fc252 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460992 Feb 15 04:25:29.178438 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04c958-9e3d-46e4-87c5-cfdfb830ff83 req-41f1ffb6-6f13-4328-8215-bba8ce336c3e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:29.180126 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-2b04c958-9e3d-46e4-87c5-cfdfb830ff83 req-41f1ffb6-6f13-4328-8215-bba8ce336c3e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 944 time: 0.0700626 Feb 15 04:25:29.228343 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-2b04c958-9e3d-46e4-87c5-cfdfb830ff83 req-b513555f-7cad-4dfc-95ef-1d6104d12467 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425918 Feb 15 04:25:29.284210 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-a25890a8-2306-4d87-a579-92b2d960e58f tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:29.285615 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-a25890a8-2306-4d87-a579-92b2d960e58f tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/networks?id=1623b098-48ca-48ad-88dc-118d6853c0b8 HTTP/1.1" status: 200 len: 814 time: 0.1019187 Feb 15 04:25:29.300316 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-6f449d4d-9b94-4423-acd4-7d922ec311e4 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/quotas/1ba3b5e2169b40148cfb3daa6fb61162 HTTP/1.1" status: 200 len: 375 time: 0.0095069 Feb 15 04:25:29.332140 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-2cb5fd53-7a50-4ddf-a21b-58390377aa3d tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ba3b5e2169b40148cfb3daa6fb61162&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269732 Feb 15 04:25:29.423453 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-71e5c10f-4501-4519-b408-2caa8547aa5b service neutron] 10.222.0.45 "GET /v2.0/networks/1623b098-48ca-48ad-88dc-118d6853c0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847793 Feb 15 04:25:29.511936 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-51594f30-f8e9-4741-b2c7-5264e23374fc service neutron] 10.222.0.45 "GET /v2.0/networks/1623b098-48ca-48ad-88dc-118d6853c0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826097 Feb 15 04:25:29.662531 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 363efce2-a87d-4ada-a63b-669f59236698 up at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:25:29.679784 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-eeb3b8fc-dc89-40a4-a95b-07264eb6f034 req-993ade34-38db-4e8b-803f-9fad9559a5e9 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=abf786e8-a4df-438c-bf5a-79f6e0f6cfa7 HTTP/1.1" status: 200 len: 210 time: 0.0291076 Feb 15 04:25:29.720460 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning complete for port 363efce2-a87d-4ada-a63b-669f59236698 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:25:29.721098 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (363efce2-a87d-4ada-a63b-669f59236698), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:29.809187 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 363efce2-a87d-4ada-a63b-669f59236698 is: BUILD; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:25:29.809490 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (363efce2-a87d-4ada-a63b-669f59236698), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:29.834722 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfde5a4-3494-4123-b1d1-aa408427983a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363efce2-a87d-4ada-a63b-669f59236698'}] {{(pid=102635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:25:29.837219 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274a2a5e9be6a0ee09154d0e072c1b660d39e5ec588b61e50c849ad5e467022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14865b20-95d3-43fc-a590-8bae50ec7bf3" -d '{"events": [{"server_uuid": "6bfde5a4-3494-4123-b1d1-aa408427983a", "name": "network-vif-plugged", "status": "completed", "tag": "363efce2-a87d-4ada-a63b-669f59236698"}]}' {{(pid=102635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:25:29.853972 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 363efce2-a87d-4ada-a63b-669f59236698, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=363efce2-a87d-4ada-a63b-669f59236698,segment=NetworkSegment(a2939050-b15c-425b-a2c1-f2f0e37f1e44),segment_id=a2939050-b15c-425b-a2c1-f2f0e37f1e44)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:25:29.858885 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (363efce2-a87d-4ada-a63b-669f59236698), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:29.923564 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=363efce2-a87d-4ada-a63b-669f59236698,revision_number=10']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:25:29.958316 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb308e3-3220-40c6-b19f-a9930843361c x-openstack-request-id: req-bdb308e3-3220-40c6-b19f-a9930843361c {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:25:29.958702 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bfde5a4-3494-4123-b1d1-aa408427983a", "name": "network-vif-plugged", "status": "completed", "tag": "363efce2-a87d-4ada-a63b-669f59236698", "code": 200}]} {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:25:29.959026 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bdb308e3-3220-40c6-b19f-a9930843361c {{(pid=102635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:25:29.959495 dv-cinder-816104-2-iscsi neutron-server[102635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfde5a4-3494-4123-b1d1-aa408427983a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363efce2-a87d-4ada-a63b-669f59236698', 'code': 200} Feb 15 04:25:30.357683 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f209f-21aa-495d-8df6-26743449a014 req-9bbcc7cd-2b70-4aa1-b53e-a65ef5326c5f tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:30.359231 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-586f209f-21aa-495d-8df6-26743449a014 req-9bbcc7cd-2b70-4aa1-b53e-a65ef5326c5f tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 946 time: 0.0563705 Feb 15 04:25:30.418589 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-586f209f-21aa-495d-8df6-26743449a014 req-82bf9c50-5ad8-4e12-872d-2c48e615b13c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530295 Feb 15 04:25:30.554373 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b809b2-6e52-46c8-b1c8-a0504e59a5ad req-81266a07-715e-49bb-8d07-201af245c9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:30.555867 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-75b809b2-6e52-46c8-b1c8-a0504e59a5ad req-81266a07-715e-49bb-8d07-201af245c9ca service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 1130 time: 0.0495546 Feb 15 04:25:30.630257 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:25:30.656561 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-75b809b2-6e52-46c8-b1c8-a0504e59a5ad req-409b8023-359c-4b7c-868c-5e2514aedbfc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922635 Feb 15 04:25:30.695465 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-6e7528a3-c33c-40dc-a36e-3ade012e9947 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:30.697096 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-6e7528a3-c33c-40dc-a36e-3ade012e9947 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.59 "GET /v2.0/networks?id=1623b098-48ca-48ad-88dc-118d6853c0b8 HTTP/1.1" status: 200 len: 814 time: 0.1202171 Feb 15 04:25:30.783733 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-44279164-34b0-4e98-bdf2-91eeac9072d4 req-426431d4-0cc4-4509-90a0-19950bd85a80 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=abf786e8-a4df-438c-bf5a-79f6e0f6cfa7 HTTP/1.1" status: 200 len: 210 time: 0.0312309 Feb 15 04:25:31.027835 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-7df69e72-2c5f-47d8-a7e0-5db19c69d028 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Request body: {'port': {'device_id': 'abf786e8-a4df-438c-bf5a-79f6e0f6cfa7', 'network_id': '1623b098-48ca-48ad-88dc-118d6853c0b8', 'admin_state_up': True, 'tenant_id': '1ba3b5e2169b40148cfb3daa6fb61162'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:25:31.134613 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-7df69e72-2c5f-47d8-a7e0-5db19c69d028 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Made reservation on behalf of 1ba3b5e2169b40148cfb3daa6fb61162 for: {'port': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:25:31.137965 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-7df69e72-2c5f-47d8-a7e0-5db19c69d028 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:31.270192 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-7df69e72-2c5f-47d8-a7e0-5db19c69d028 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Allocated IP 172.20.0.2 (1623b098-48ca-48ad-88dc-118d6853c0b8/dbaebc97-7aee-4063-b31a-f9a8bda51b3d/7afafa80-7e31-44e1-9fce-a718fd60cd65) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:25:31.423240 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-7df69e72-2c5f-47d8-a7e0-5db19c69d028 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Publish callbacks [] for port (7afafa80-7e31-44e1-9fce-a718fd60cd65), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:31.461973 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-7df69e72-2c5f-47d8-a7e0-5db19c69d028 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (7afafa80-7e31-44e1-9fce-a718fd60cd65), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:31.503845 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-7df69e72-2c5f-47d8-a7e0-5db19c69d028 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Network 1623b098-48ca-48ad-88dc-118d6853c0b8 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:25:31.507109 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-7df69e72-2c5f-47d8-a7e0-5db19c69d028 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:25:31.513868 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-7df69e72-2c5f-47d8-a7e0-5db19c69d028 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:25:31.543415 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df69e72-2c5f-47d8-a7e0-5db19c69d028 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Pushing event updated for resources: {'Port': ['ID=7afafa80-7e31-44e1-9fce-a718fd60cd65,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:25:31.560174 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1934367-c7b4-4e46-ab80-dc7b6024c471 req-3e2e815a-3757-4670-a795-618e9d9caef6 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:31.561866 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d1934367-c7b4-4e46-ab80-dc7b6024c471 req-3e2e815a-3757-4670-a795-618e9d9caef6 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 946 time: 0.0651670 Feb 15 04:25:31.567865 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-7df69e72-2c5f-47d8-a7e0-5db19c69d028 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:31.568484 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-7df69e72-2c5f-47d8-a7e0-5db19c69d028 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:31.585726 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-7df69e72-2c5f-47d8-a7e0-5db19c69d028 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5618343 Feb 15 04:25:31.598936 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-61988fbe-5685-4f56-ab4f-d37f46c7755f service neutron] Request body: {'port': {'device_id': 'abf786e8-a4df-438c-bf5a-79f6e0f6cfa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:25:31.617160 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d1934367-c7b4-4e46-ab80-dc7b6024c471 req-79b7b4cd-1196-4f5c-a756-915c16a62e75 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486212 Feb 15 04:25:31.661257 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-61988fbe-5685-4f56-ab4f-d37f46c7755f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (7afafa80-7e31-44e1-9fce-a718fd60cd65), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:31.953297 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246c93a-8b15-4036-a8e9-ef3d4db1da7d req-9c72a7ae-61d5-4cb8-870f-2a8f15bf635a tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:31.955766 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e246c93a-8b15-4036-a8e9-ef3d4db1da7d req-9c72a7ae-61d5-4cb8-870f-2a8f15bf635a tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=abf786e8-a4df-438c-bf5a-79f6e0f6cfa7 HTTP/1.1" status: 200 len: 931 time: 0.1044056 Feb 15 04:25:31.965355 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-61988fbe-5685-4f56-ab4f-d37f46c7755f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7afafa80-7e31-44e1-9fce-a718fd60cd65 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:25:31.978804 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-61988fbe-5685-4f56-ab4f-d37f46c7755f service neutron] Publish callbacks [] for port (7afafa80-7e31-44e1-9fce-a718fd60cd65), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:32.002755 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-61988fbe-5685-4f56-ab4f-d37f46c7755f service neutron] Transition to ACTIVE for port object 7afafa80-7e31-44e1-9fce-a718fd60cd65 will not be triggered until provisioned by entity L2. {{(pid=102633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 04:25:32.008643 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-61988fbe-5685-4f56-ab4f-d37f46c7755f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (7afafa80-7e31-44e1-9fce-a718fd60cd65), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:32.064778 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e246c93a-8b15-4036-a8e9-ef3d4db1da7d req-4f421f33-c136-4757-b80e-88d1bf43639d tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023412 Feb 15 04:25:32.076645 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61988fbe-5685-4f56-ab4f-d37f46c7755f service neutron] Pushing event updated for resources: {'Port': ['ID=7afafa80-7e31-44e1-9fce-a718fd60cd65,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:25:32.150433 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-61988fbe-5685-4f56-ab4f-d37f46c7755f service neutron] Attempting to bind port 7afafa80-7e31-44e1-9fce-a718fd60cd65 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:25:32.150756 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-61988fbe-5685-4f56-ab4f-d37f46c7755f service neutron] Attempting to bind port 7afafa80-7e31-44e1-9fce-a718fd60cd65 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '16fb39d9-c6e3-4f88-9136-37b0eee9be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1623b098-48ca-48ad-88dc-118d6853c0b8'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:25:32.151225 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-61988fbe-5685-4f56-ab4f-d37f46c7755f service neutron] Attempting to bind port 7afafa80-7e31-44e1-9fce-a718fd60cd65 on network 1623b098-48ca-48ad-88dc-118d6853c0b8 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:25:32.155237 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-61988fbe-5685-4f56-ab4f-d37f46c7755f service neutron] Port 7afafa80-7e31-44e1-9fce-a718fd60cd65 on network 1623b098-48ca-48ad-88dc-118d6853c0b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 04:25:32.155547 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-61988fbe-5685-4f56-ab4f-d37f46c7755f service neutron] Attempting to bind port 7afafa80-7e31-44e1-9fce-a718fd60cd65 on network 1623b098-48ca-48ad-88dc-118d6853c0b8 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:25:32.160489 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-61988fbe-5685-4f56-ab4f-d37f46c7755f service neutron] Checking agent: {'id': '3d42c16f-c1cc-4a31-813a-51fffe75373d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'started_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:25:32.160810 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-61988fbe-5685-4f56-ab4f-d37f46c7755f service neutron] Checking segment: {'id': '16fb39d9-c6e3-4f88-9136-37b0eee9be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1623b098-48ca-48ad-88dc-118d6853c0b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:25:32.161203 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-61988fbe-5685-4f56-ab4f-d37f46c7755f service neutron] Bound using segment: {'id': '16fb39d9-c6e3-4f88-9136-37b0eee9be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1623b098-48ca-48ad-88dc-118d6853c0b8'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:25:32.161615 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-61988fbe-5685-4f56-ab4f-d37f46c7755f service neutron] Bound port: 7afafa80-7e31-44e1-9fce-a718fd60cd65, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16fb39d9-c6e3-4f88-9136-37b0eee9be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1623b098-48ca-48ad-88dc-118d6853c0b8'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:25:32.161960 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-61988fbe-5685-4f56-ab4f-d37f46c7755f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (7afafa80-7e31-44e1-9fce-a718fd60cd65), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:32.222701 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-61988fbe-5685-4f56-ab4f-d37f46c7755f service neutron] For port 7afafa80-7e31-44e1-9fce-a718fd60cd65, host hv-cinder-81610, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:25:32.225557 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-61988fbe-5685-4f56-ab4f-d37f46c7755f service neutron] For port 7afafa80-7e31-44e1-9fce-a718fd60cd65, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=7afafa80-7e31-44e1-9fce-a718fd60cd65,segment=NetworkSegment(16fb39d9-c6e3-4f88-9136-37b0eee9be36),segment_id=16fb39d9-c6e3-4f88-9136-37b0eee9be36)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:25:32.232298 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-61988fbe-5685-4f56-ab4f-d37f46c7755f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (7afafa80-7e31-44e1-9fce-a718fd60cd65), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:32.260761 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-1b38a401-b1b4-4864-90b0-3a6799a32362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:32.270516 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-61988fbe-5685-4f56-ab4f-d37f46c7755f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:32.271129 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-61988fbe-5685-4f56-ab4f-d37f46c7755f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:32.272469 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-61988fbe-5685-4f56-ab4f-d37f46c7755f service neutron] 10.222.0.59 "PUT /v2.0/ports/7afafa80-7e31-44e1-9fce-a718fd60cd65 HTTP/1.1" status: 200 len: 1093 time: 0.6785710 Feb 15 04:25:32.272924 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf786e8-a4df-438c-bf5a-79f6e0f6cfa7', 'tag': '7afafa80-7e31-44e1-9fce-a718fd60cd65'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:25:32.275170 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a963ef21-0410-4a85-bfc4-30f0768a5782" -d '{"events": [{"name": "network-changed", "server_uuid": "abf786e8-a4df-438c-bf5a-79f6e0f6cfa7", "tag": "7afafa80-7e31-44e1-9fce-a718fd60cd65"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:25:32.299866 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61988fbe-5685-4f56-ab4f-d37f46c7755f service neutron] Pushing event updated for resources: {'Port': ['ID=7afafa80-7e31-44e1-9fce-a718fd60cd65,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:25:32.326412 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbad421-32d3-4ba7-96d1-323d52e92f48 x-openstack-request-id: req-5cbad421-32d3-4ba7-96d1-323d52e92f48 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:25:32.326771 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf786e8-a4df-438c-bf5a-79f6e0f6cfa7", "tag": "7afafa80-7e31-44e1-9fce-a718fd60cd65", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:25:32.327089 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5cbad421-32d3-4ba7-96d1-323d52e92f48 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:25:32.327555 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf786e8-a4df-438c-bf5a-79f6e0f6cfa7', 'tag': '7afafa80-7e31-44e1-9fce-a718fd60cd65', 'status': 'completed', 'code': 200} Feb 15 04:25:32.379812 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-a6cb1fa7-2c83-4e46-9232-57861be7c9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:32.381634 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-a6cb1fa7-2c83-4e46-9232-57861be7c9e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ba3b5e2169b40148cfb3daa6fb61162&device_id=abf786e8-a4df-438c-bf5a-79f6e0f6cfa7 HTTP/1.1" status: 200 len: 1127 time: 0.0497823 Feb 15 04:25:32.427753 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-fcc1eea6-13a3-47d8-b00e-51eee4c4667b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7afafa80-7e31-44e1-9fce-a718fd60cd65 HTTP/1.1" status: 200 len: 217 time: 0.0366428 Feb 15 04:25:32.486094 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-1f5aa8bd-70e4-4f9c-963c-2aa46d391b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:32.487541 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-1f5aa8bd-70e4-4f9c-963c-2aa46d391b5c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dbaebc97-7aee-4063-b31a-f9a8bda51b3d HTTP/1.1" status: 200 len: 854 time: 0.0518570 Feb 15 04:25:32.525301 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-8e59b588-bfa9-4d9e-9a1a-501a40b6df11 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1623b098-48ca-48ad-88dc-118d6853c0b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295143 Feb 15 04:25:32.632321 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-936ffc01-ab52-49a7-b3c0-900046091340 service neutron] 10.222.0.59 "GET /v2.0/networks/1623b098-48ca-48ad-88dc-118d6853c0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993166 Feb 15 04:25:32.820722 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6f6b5e16-c8e3-4164-b0de-3f34ef0b4f3f req-673607c3-bd8f-43d2-a690-52c73392f22c service neutron] 10.222.0.59 "GET /v2.0/networks/1623b098-48ca-48ad-88dc-118d6853c0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818686 Feb 15 04:25:32.829026 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c8725-5cff-4350-9eab-bb1d5e42ce94 req-1bfdb9ea-38dc-4da1-a32c-8540d927b4c2 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:32.830557 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ef5c8725-5cff-4350-9eab-bb1d5e42ce94 req-1bfdb9ea-38dc-4da1-a32c-8540d927b4c2 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 946 time: 0.1257348 Feb 15 04:25:32.897508 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ef5c8725-5cff-4350-9eab-bb1d5e42ce94 req-794e582d-c7a1-4de2-a047-d0bb05da68da tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609717 Feb 15 04:25:32.939553 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963ef21-0410-4a85-bfc4-30f0768a5782 req-31cda8d6-7ba8-4215-8310-7f3b075e9021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:32.941083 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a963ef21-0410-4a85-bfc4-30f0768a5782 req-31cda8d6-7ba8-4215-8310-7f3b075e9021 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ba3b5e2169b40148cfb3daa6fb61162&device_id=abf786e8-a4df-438c-bf5a-79f6e0f6cfa7 HTTP/1.1" status: 200 len: 1127 time: 0.0600462 Feb 15 04:25:33.036605 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963ef21-0410-4a85-bfc4-30f0768a5782 req-7908b901-16e8-4ed1-bddf-0ed62a8c0ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:33.038023 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a963ef21-0410-4a85-bfc4-30f0768a5782 req-7908b901-16e8-4ed1-bddf-0ed62a8c0ca1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1623b098-48ca-48ad-88dc-118d6853c0b8 HTTP/1.1" status: 200 len: 914 time: 0.0891771 Feb 15 04:25:33.081548 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a963ef21-0410-4a85-bfc4-30f0768a5782 req-f53c1e08-1a9d-4213-8129-e747274aa63e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7afafa80-7e31-44e1-9fce-a718fd60cd65 HTTP/1.1" status: 200 len: 217 time: 0.0360327 Feb 15 04:25:33.135020 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963ef21-0410-4a85-bfc4-30f0768a5782 req-103b7058-06fa-4897-84ed-89dede3e2e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:33.136456 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a963ef21-0410-4a85-bfc4-30f0768a5782 req-103b7058-06fa-4897-84ed-89dede3e2e92 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dbaebc97-7aee-4063-b31a-f9a8bda51b3d HTTP/1.1" status: 200 len: 854 time: 0.0492449 Feb 15 04:25:33.172048 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a963ef21-0410-4a85-bfc4-30f0768a5782 req-ee5e0fd2-a6a1-46be-bd65-c6568860d38b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1623b098-48ca-48ad-88dc-118d6853c0b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275912 Feb 15 04:25:33.187301 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc53bf-b527-471c-9064-5539a451c9fb req-3215f0e5-46a0-4243-a9bf-f8412c18deb6 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:33.189869 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-76fc53bf-b527-471c-9064-5539a451c9fb req-3215f0e5-46a0-4243-a9bf-f8412c18deb6 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=abf786e8-a4df-438c-bf5a-79f6e0f6cfa7 HTTP/1.1" status: 200 len: 943 time: 0.0554621 Feb 15 04:25:33.239440 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-76fc53bf-b527-471c-9064-5539a451c9fb req-b3c9b9b5-6218-4a9a-b445-41f2837f1558 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431442 Feb 15 04:25:33.269628 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a963ef21-0410-4a85-bfc4-30f0768a5782 req-a1570612-aaf4-4364-a7aa-1253cb2f52b1 service neutron] 10.222.0.59 "GET /v2.0/networks/1623b098-48ca-48ad-88dc-118d6853c0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878549 Feb 15 04:25:33.367175 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a963ef21-0410-4a85-bfc4-30f0768a5782 req-32192837-d247-48fc-8938-a348b711380a service neutron] 10.222.0.59 "GET /v2.0/networks/1623b098-48ca-48ad-88dc-118d6853c0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899773 Feb 15 04:25:34.030509 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81510326-337e-4bcd-966e-333310132466 req-af67875f-a05f-4b46-ac54-b306071624fb tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:34.032641 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-81510326-337e-4bcd-966e-333310132466 req-af67875f-a05f-4b46-ac54-b306071624fb tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 946 time: 0.0546613 Feb 15 04:25:34.081578 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-81510326-337e-4bcd-966e-333310132466 req-971139d6-a3e8-4ea9-a06a-f151c472b5e1 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434463 Feb 15 04:25:34.373843 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddfd80-c257-4a41-beed-ccc0924bc08e req-99ca9196-6e11-498b-97a7-4b55289f1971 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:34.376953 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-71ddfd80-c257-4a41-beed-ccc0924bc08e req-99ca9196-6e11-498b-97a7-4b55289f1971 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=abf786e8-a4df-438c-bf5a-79f6e0f6cfa7 HTTP/1.1" status: 200 len: 943 time: 0.0677612 Feb 15 04:25:34.431314 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-71ddfd80-c257-4a41-beed-ccc0924bc08e req-4307a925-3aa0-455b-9196-cb9e41bbf776 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489018 Feb 15 04:25:35.564829 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce4cc6-6313-4317-9010-93c89d32a70c req-759c4129-5538-4077-909d-675c0f55dc88 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:35.566398 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-73ce4cc6-6313-4317-9010-93c89d32a70c req-759c4129-5538-4077-909d-675c0f55dc88 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=abf786e8-a4df-438c-bf5a-79f6e0f6cfa7 HTTP/1.1" status: 200 len: 943 time: 0.0592988 Feb 15 04:25:35.616227 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-73ce4cc6-6313-4317-9010-93c89d32a70c req-4ec6b067-feaa-4b43-b67b-e27060fd12e7 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442181 Feb 15 04:25:35.695732 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 7afafa80-7e31-44e1-9fce-a718fd60cd65 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 04:25:35.799863 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 7afafa80-7e31-44e1-9fce-a718fd60cd65, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=7afafa80-7e31-44e1-9fce-a718fd60cd65,segment=NetworkSegment(16fb39d9-c6e3-4f88-9136-37b0eee9be36),segment_id=16fb39d9-c6e3-4f88-9136-37b0eee9be36)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:25:35.813795 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Returning: {'device': '7afafa80-7e31-44e1-9fce-a718fd60cd65', 'network_id': '1623b098-48ca-48ad-88dc-118d6853c0b8', 'port_id': '7afafa80-7e31-44e1-9fce-a718fd60cd65', 'mac_address': 'fa:16:3e:cf:f1:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbaebc97-7aee-4063-b31a-f9a8bda51b3d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 04:25:35.854588 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 7afafa80-7e31-44e1-9fce-a718fd60cd65 is: DOWN; New status is: BUILD {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:25:35.854984 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (7afafa80-7e31-44e1-9fce-a718fd60cd65), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:35.874181 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7afafa80-7e31-44e1-9fce-a718fd60cd65 {{(pid=102635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:25:35.894977 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 7afafa80-7e31-44e1-9fce-a718fd60cd65, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=7afafa80-7e31-44e1-9fce-a718fd60cd65,segment=NetworkSegment(16fb39d9-c6e3-4f88-9136-37b0eee9be36),segment_id=16fb39d9-c6e3-4f88-9136-37b0eee9be36)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:25:35.899302 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (7afafa80-7e31-44e1-9fce-a718fd60cd65), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:35.952442 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=7afafa80-7e31-44e1-9fce-a718fd60cd65,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:25:36.062384 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-579e73c1-7e75-4cd0-98ad-3dbb7e0cc4f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:36.299256 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['7afafa80-7e31-44e1-9fce-a718fd60cd65'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:25:36.441527 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:36.743791 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897d404-ff20-4822-841f-e1999e1bf2bb req-71f6bddd-c0e5-4fdf-92d6-b2c8bd3e6815 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:36.745352 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-2897d404-ff20-4822-841f-e1999e1bf2bb req-71f6bddd-c0e5-4fdf-92d6-b2c8bd3e6815 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=abf786e8-a4df-438c-bf5a-79f6e0f6cfa7 HTTP/1.1" status: 200 len: 944 time: 0.0554259 Feb 15 04:25:36.796702 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-2897d404-ff20-4822-841f-e1999e1bf2bb req-1fa24ec6-157d-4ebc-85ef-5c4d472023e5 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417745 Feb 15 04:25:37.709669 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 7afafa80-7e31-44e1-9fce-a718fd60cd65 up at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:25:37.758918 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning for port 7afafa80-7e31-44e1-9fce-a718fd60cd65 completed by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 04:25:37.763282 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning complete for port 7afafa80-7e31-44e1-9fce-a718fd60cd65 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:25:37.763678 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (7afafa80-7e31-44e1-9fce-a718fd60cd65), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:37.844016 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 7afafa80-7e31-44e1-9fce-a718fd60cd65 is: BUILD; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:25:37.844404 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (7afafa80-7e31-44e1-9fce-a718fd60cd65), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:37.867202 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf786e8-a4df-438c-bf5a-79f6e0f6cfa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afafa80-7e31-44e1-9fce-a718fd60cd65'}] {{(pid=102635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:25:37.869716 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274a2a5e9be6a0ee09154d0e072c1b660d39e5ec588b61e50c849ad5e467022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09041305-f4b1-4c84-89ab-3e38b96b6cf2" -d '{"events": [{"server_uuid": "abf786e8-a4df-438c-bf5a-79f6e0f6cfa7", "name": "network-vif-plugged", "status": "completed", "tag": "7afafa80-7e31-44e1-9fce-a718fd60cd65"}]}' {{(pid=102635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:25:37.882830 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 7afafa80-7e31-44e1-9fce-a718fd60cd65, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=7afafa80-7e31-44e1-9fce-a718fd60cd65,segment=NetworkSegment(16fb39d9-c6e3-4f88-9136-37b0eee9be36),segment_id=16fb39d9-c6e3-4f88-9136-37b0eee9be36)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:25:37.889781 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (7afafa80-7e31-44e1-9fce-a718fd60cd65), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:37.913770 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0082324-8c08-42d1-8148-c45521400a02 x-openstack-request-id: req-a0082324-8c08-42d1-8148-c45521400a02 {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:25:37.914083 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf786e8-a4df-438c-bf5a-79f6e0f6cfa7", "name": "network-vif-plugged", "status": "completed", "tag": "7afafa80-7e31-44e1-9fce-a718fd60cd65", "code": 200}]} {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:25:37.914339 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a0082324-8c08-42d1-8148-c45521400a02 {{(pid=102635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:25:37.914723 dv-cinder-816104-2-iscsi neutron-server[102635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf786e8-a4df-438c-bf5a-79f6e0f6cfa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afafa80-7e31-44e1-9fce-a718fd60cd65', 'code': 200} Feb 15 04:25:37.929209 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3c6e3-acd6-41be-906d-0d02b7650ae8 req-fdb436cb-1a22-4c87-8fba-3e6aca5a2849 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:37.930730 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-90b3c6e3-acd6-41be-906d-0d02b7650ae8 req-fdb436cb-1a22-4c87-8fba-3e6aca5a2849 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=abf786e8-a4df-438c-bf5a-79f6e0f6cfa7 HTTP/1.1" status: 200 len: 944 time: 0.0612481 Feb 15 04:25:37.946037 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=7afafa80-7e31-44e1-9fce-a718fd60cd65,revision_number=5']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:25:37.980208 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-90b3c6e3-acd6-41be-906d-0d02b7650ae8 req-b5f42949-e801-40dd-b267-a969af808ec3 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433600 Feb 15 04:25:38.076173 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4327b-dbee-41f3-87cf-f388f1c3a657 req-f9b153f6-8c49-44a9-a444-0f27937c19db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:38.077711 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-21c4327b-dbee-41f3-87cf-f388f1c3a657 req-f9b153f6-8c49-44a9-a444-0f27937c19db service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=abf786e8-a4df-438c-bf5a-79f6e0f6cfa7 HTTP/1.1" status: 200 len: 1129 time: 0.0429440 Feb 15 04:25:38.123984 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-21c4327b-dbee-41f3-87cf-f388f1c3a657 req-5f2aa487-04e0-41eb-91ec-821409ecbd97 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397902 Feb 15 04:25:38.533468 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:39.102366 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a415d4-5398-4de5-8e7e-95e75ffe79a8 req-a3ac0a46-e203-4e00-83ea-b2f003d50ee5 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:39.103850 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-99a415d4-5398-4de5-8e7e-95e75ffe79a8 req-a3ac0a46-e203-4e00-83ea-b2f003d50ee5 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=abf786e8-a4df-438c-bf5a-79f6e0f6cfa7 HTTP/1.1" status: 200 len: 945 time: 0.0522647 Feb 15 04:25:39.151628 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-99a415d4-5398-4de5-8e7e-95e75ffe79a8 req-bc7c8e41-0129-4526-87a7-a8c19dc4eae3 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416052 Feb 15 04:25:39.771730 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:25:40.272469 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89d92e-8bd6-45b4-97e0-3d0f57404fc9 req-0950ec05-2841-45d8-a39a-1be264abd367 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:25:40.273957 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ea89d92e-8bd6-45b4-97e0-3d0f57404fc9 req-0950ec05-2841-45d8-a39a-1be264abd367 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=abf786e8-a4df-438c-bf5a-79f6e0f6cfa7 HTTP/1.1" status: 200 len: 945 time: 0.0564485 Feb 15 04:25:40.321336 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ea89d92e-8bd6-45b4-97e0-3d0f57404fc9 req-38d0972c-1eea-4540-a32a-48ab94a714fb tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418179 Feb 15 04:25:41.699456 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:26:02.263955 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-824ab2a3-a426-41f9-bea2-affb7801516b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:26:04.439108 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1db2d3-41b4-4702-bdfb-f227b2690bee req-3f3164da-803a-4043-9b94-86f64fed1348 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:04.440560 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bc1db2d3-41b4-4702-bdfb-f227b2690bee req-3f3164da-803a-4043-9b94-86f64fed1348 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=abf786e8-a4df-438c-bf5a-79f6e0f6cfa7 HTTP/1.1" status: 200 len: 945 time: 0.0529542 Feb 15 04:26:04.487500 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bc1db2d3-41b4-4702-bdfb-f227b2690bee req-de310a83-8f53-4065-b04f-6596411e53e5 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410745 Feb 15 04:26:05.615590 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a1ff0-4999-43f3-8ff4-5bc4f624347f req-727b574f-950f-4b81-a6a0-cbb9de330c59 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:05.617394 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f99a1ff0-4999-43f3-8ff4-5bc4f624347f req-727b574f-950f-4b81-a6a0-cbb9de330c59 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=abf786e8-a4df-438c-bf5a-79f6e0f6cfa7 HTTP/1.1" status: 200 len: 945 time: 0.0584569 Feb 15 04:26:05.666862 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f99a1ff0-4999-43f3-8ff4-5bc4f624347f req-179dbd60-3634-46fc-a50c-460702f9d585 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429943 Feb 15 04:26:06.067660 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a67443eb-341f-4e97-991f-21e3032f754c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:26:06.419733 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:26:06.799163 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad5dfd-9949-4568-a32f-41478e3d2caf req-13c417f0-35d5-4522-b732-070304fbc394 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:06.800588 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4bad5dfd-9949-4568-a32f-41478e3d2caf req-13c417f0-35d5-4522-b732-070304fbc394 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.59 "GET /v2.0/ports?device_id=abf786e8-a4df-438c-bf5a-79f6e0f6cfa7 HTTP/1.1" status: 200 len: 945 time: 0.0888832 Feb 15 04:26:06.808031 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8b360-1c39-4ac2-90e1-2aa6e700deff req-d9c779d7-486d-4db9-9ec8-fd75e9c3d47a tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:06.809392 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-55a8b360-1c39-4ac2-90e1-2aa6e700deff req-d9c779d7-486d-4db9-9ec8-fd75e9c3d47a tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/ports?device_id=abf786e8-a4df-438c-bf5a-79f6e0f6cfa7 HTTP/1.1" status: 200 len: 945 time: 0.0687466 Feb 15 04:26:06.904022 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-55a8b360-1c39-4ac2-90e1-2aa6e700deff req-b90e6c22-8bcc-4663-ba71-7338b5b7725d tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac9d92a2-5ad1-4b28-b096-cc5292b56e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870423 Feb 15 04:26:06.929864 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-4bad5dfd-9949-4568-a32f-41478e3d2caf req-d281e28f-3e51-4f39-9c2d-3a64de96aa93 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Deleting port 7afafa80-7e31-44e1-9fce-a718fd60cd65 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:26:06.930193 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-4bad5dfd-9949-4568-a32f-41478e3d2caf req-d281e28f-3e51-4f39-9c2d-3a64de96aa93 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (7afafa80-7e31-44e1-9fce-a718fd60cd65), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:26:07.016290 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-4bad5dfd-9949-4568-a32f-41478e3d2caf req-d281e28f-3e51-4f39-9c2d-3a64de96aa93 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] For port 7afafa80-7e31-44e1-9fce-a718fd60cd65, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=7afafa80-7e31-44e1-9fce-a718fd60cd65,segment=NetworkSegment(16fb39d9-c6e3-4f88-9136-37b0eee9be36),segment_id=16fb39d9-c6e3-4f88-9136-37b0eee9be36)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:26:07.016592 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-4bad5dfd-9949-4568-a32f-41478e3d2caf req-d281e28f-3e51-4f39-9c2d-3a64de96aa93 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (7afafa80-7e31-44e1-9fce-a718fd60cd65), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:26:07.028693 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-4bad5dfd-9949-4568-a32f-41478e3d2caf req-d281e28f-3e51-4f39-9c2d-3a64de96aa93 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Calling delete_port for 7afafa80-7e31-44e1-9fce-a718fd60cd65 owned by compute:nova {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:26:07.164954 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-4bad5dfd-9949-4568-a32f-41478e3d2caf req-d281e28f-3e51-4f39-9c2d-3a64de96aa93 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (7afafa80-7e31-44e1-9fce-a718fd60cd65), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:26:07.179379 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['7afafa80-7e31-44e1-9fce-a718fd60cd65'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:26:07.196262 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281e28f-3e51-4f39-9c2d-3a64de96aa93 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Pushing event deleted for resources: {'Port': ['ID=7afafa80-7e31-44e1-9fce-a718fd60cd65,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:26:07.221043 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281e28f-3e51-4f39-9c2d-3a64de96aa93 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:26:07.221392 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281e28f-3e51-4f39-9c2d-3a64de96aa93 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:26:07.221737 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281e28f-3e51-4f39-9c2d-3a64de96aa93 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:26:07.222076 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281e28f-3e51-4f39-9c2d-3a64de96aa93 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:26:07.222417 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281e28f-3e51-4f39-9c2d-3a64de96aa93 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:26:07.222750 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281e28f-3e51-4f39-9c2d-3a64de96aa93 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:26:07.223089 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281e28f-3e51-4f39-9c2d-3a64de96aa93 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:26:07.223419 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281e28f-3e51-4f39-9c2d-3a64de96aa93 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:26:07.223747 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281e28f-3e51-4f39-9c2d-3a64de96aa93 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:26:07.224076 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281e28f-3e51-4f39-9c2d-3a64de96aa93 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:26:07.224403 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281e28f-3e51-4f39-9c2d-3a64de96aa93 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:26:07.224727 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281e28f-3e51-4f39-9c2d-3a64de96aa93 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:26:07.225084 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281e28f-3e51-4f39-9c2d-3a64de96aa93 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:26:07.248727 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bad5dfd-9949-4568-a32f-41478e3d2caf req-d281e28f-3e51-4f39-9c2d-3a64de96aa93 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] No DVR routers for this DVR port 7afafa80-7e31-44e1-9fce-a718fd60cd65 on host hv-cinder-81610 {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:26:07.251906 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-4bad5dfd-9949-4568-a32f-41478e3d2caf req-d281e28f-3e51-4f39-9c2d-3a64de96aa93 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:26:07.255769 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4bad5dfd-9949-4568-a32f-41478e3d2caf req-d281e28f-3e51-4f39-9c2d-3a64de96aa93 tempest-VolumesSnapshotTestJSON-504284038 tempest-VolumesSnapshotTestJSON-504284038-project] 10.222.0.59 "DELETE /v2.0/ports/7afafa80-7e31-44e1-9fce-a718fd60cd65 HTTP/1.1" status: 204 len: 173 time: 0.4455149 Feb 15 04:26:07.256222 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf786e8-a4df-438c-bf5a-79f6e0f6cfa7', 'name': 'network-vif-deleted', 'tag': '7afafa80-7e31-44e1-9fce-a718fd60cd65'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:26:07.258520 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91287ef7-c2cd-42ed-a8f1-f53d911f74c8" -d '{"events": [{"server_uuid": "abf786e8-a4df-438c-bf5a-79f6e0f6cfa7", "name": "network-vif-deleted", "tag": "7afafa80-7e31-44e1-9fce-a718fd60cd65"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:26:07.297389 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5dbe4bd-0c56-4bbc-9175-09720d56aeaa x-openstack-request-id: req-f5dbe4bd-0c56-4bbc-9175-09720d56aeaa {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:26:07.298121 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf786e8-a4df-438c-bf5a-79f6e0f6cfa7", "name": "network-vif-deleted", "tag": "7afafa80-7e31-44e1-9fce-a718fd60cd65", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:26:07.298121 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f5dbe4bd-0c56-4bbc-9175-09720d56aeaa {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:26:07.298443 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf786e8-a4df-438c-bf5a-79f6e0f6cfa7', 'name': 'network-vif-deleted', 'tag': '7afafa80-7e31-44e1-9fce-a718fd60cd65', 'status': 'completed', 'code': 200} Feb 15 04:26:07.630353 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:26:08.534835 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:26:09.774951 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:26:10.002763 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 7afafa80-7e31-44e1-9fce-a718fd60cd65 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:26:10.023927 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] No Port match for: 7afafa80-7e31-44e1-9fce-a718fd60cd65 {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:26:10.024275 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 7afafa80-7e31-44e1-9fce-a718fd60cd65 not bound to the agent host hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:26:11.707628 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:26:15.601262 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f4ade-0b63-470d-8195-e5444cb77a61 req-5dd95843-3424-449f-ac4e-e647226fc4a8 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:15.602877 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-2e8f4ade-0b63-470d-8195-e5444cb77a61 req-5dd95843-3424-449f-ac4e-e647226fc4a8 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.0593493 Feb 15 04:26:15.655997 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-2e8f4ade-0b63-470d-8195-e5444cb77a61 req-9ec56542-fd2b-4e01-93dc-df0c5930dbf9 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473523 Feb 15 04:26:16.793257 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05445ac-bc42-4ec8-9aaf-0396f28171e3 req-ac9f45b1-9656-4651-b573-d4b07407cd26 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:16.795089 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c05445ac-bc42-4ec8-9aaf-0396f28171e3 req-ac9f45b1-9656-4651-b573-d4b07407cd26 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.0619371 Feb 15 04:26:16.852364 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c05445ac-bc42-4ec8-9aaf-0396f28171e3 req-5ca0533c-249d-42d3-90cf-100af30e0f94 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472426 Feb 15 04:26:17.988442 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aea515-b64d-47bc-9003-dc02f545da33 req-02419fc0-b806-4e06-98a6-0219690f2313 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:17.989975 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-35aea515-b64d-47bc-9003-dc02f545da33 req-02419fc0-b806-4e06-98a6-0219690f2313 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.0620816 Feb 15 04:26:18.045096 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-35aea515-b64d-47bc-9003-dc02f545da33 req-92ded0e6-2eb1-49d8-9cfa-c50a4a7d5a2c tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491745 Feb 15 04:26:19.190977 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638a961-6df6-4982-826b-c3c95abd0456 req-01167aba-8a3b-404c-a2d3-142db941c163 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:19.192560 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9638a961-6df6-4982-826b-c3c95abd0456 req-01167aba-8a3b-404c-a2d3-142db941c163 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.0700974 Feb 15 04:26:19.245236 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9638a961-6df6-4982-826b-c3c95abd0456 req-d661e96c-3d88-4315-bfed-af20d0d30081 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458577 Feb 15 04:26:20.381965 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac32eb2-5034-437d-96fa-65a4d3e040c1 req-3ba32e70-28e1-4d16-95f2-be34488a25d5 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:20.383895 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-eac32eb2-5034-437d-96fa-65a4d3e040c1 req-3ba32e70-28e1-4d16-95f2-be34488a25d5 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.0602973 Feb 15 04:26:20.440191 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-eac32eb2-5034-437d-96fa-65a4d3e040c1 req-cf9b194f-6dba-42d2-8490-080814ea9ab8 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502431 Feb 15 04:26:21.612596 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4070e8-4f05-44df-9533-e49dc94b509d req-cdb70010-fce4-4f6c-90fc-3bc42a29240e tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:21.615354 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5b4070e8-4f05-44df-9533-e49dc94b509d req-cdb70010-fce4-4f6c-90fc-3bc42a29240e tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.1006477 Feb 15 04:26:21.669459 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5b4070e8-4f05-44df-9533-e49dc94b509d req-80b9827d-cdea-4547-85fd-effe615b20c7 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479779 Feb 15 04:26:22.815853 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a345e-8c5e-4530-9457-87e17d8526c0 req-01089159-48ba-4bc3-bcfe-20b04c8042a1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:22.817561 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-175a345e-8c5e-4530-9457-87e17d8526c0 req-01089159-48ba-4bc3-bcfe-20b04c8042a1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.0698121 Feb 15 04:26:22.908365 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-175a345e-8c5e-4530-9457-87e17d8526c0 req-be2b4183-e3a6-4eed-8173-c50c26631479 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842209 Feb 15 04:26:24.055824 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d6003-ef9b-45eb-b7fc-efe6764beed4 req-1662abc8-6388-4fcd-9832-62e0fda1fc1d tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:24.058159 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-045d6003-ef9b-45eb-b7fc-efe6764beed4 req-1662abc8-6388-4fcd-9832-62e0fda1fc1d tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.0711324 Feb 15 04:26:24.146261 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-045d6003-ef9b-45eb-b7fc-efe6764beed4 req-5eb1b6c1-7b53-41e5-9462-65cd599c23a7 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768106 Feb 15 04:26:25.319127 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c081fd9-5e60-41b0-a1e5-74fc616f2996 req-7510f44f-b133-4b64-aae4-f430f34f8a4f tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:25.321787 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-2c081fd9-5e60-41b0-a1e5-74fc616f2996 req-7510f44f-b133-4b64-aae4-f430f34f8a4f tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.0947247 Feb 15 04:26:25.375309 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-2c081fd9-5e60-41b0-a1e5-74fc616f2996 req-983105f0-09ba-4d92-b485-3f246e958b85 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479376 Feb 15 04:26:26.511023 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ef0a0-d98d-4079-9f0a-1f1f2a3331a9 req-de49a35a-8dd1-4c25-a3de-5fbc64eddee1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:26.512922 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-245ef0a0-d98d-4079-9f0a-1f1f2a3331a9 req-de49a35a-8dd1-4c25-a3de-5fbc64eddee1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.0591474 Feb 15 04:26:26.577657 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-245ef0a0-d98d-4079-9f0a-1f1f2a3331a9 req-27fff5bb-f091-494a-ad81-c4f10403c385 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539687 Feb 15 04:26:27.723374 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5527d-7576-4311-bd94-0f2178d91e57 req-999b33a0-7509-4300-9bdf-a433ee39876f tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:27.724752 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-0cf5527d-7576-4311-bd94-0f2178d91e57 req-999b33a0-7509-4300-9bdf-a433ee39876f tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.0657113 Feb 15 04:26:27.776246 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-0cf5527d-7576-4311-bd94-0f2178d91e57 req-5f2e955d-be66-4ccc-9965-09507e1452a1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458903 Feb 15 04:26:28.930903 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8004a6-4af0-4867-85d2-5b22e581ce0f req-fdb02ff1-5f44-4623-8dbc-c9dde6b051ab tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:28.932743 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6f8004a6-4af0-4867-85d2-5b22e581ce0f req-fdb02ff1-5f44-4623-8dbc-c9dde6b051ab tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.0747428 Feb 15 04:26:29.005410 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6f8004a6-4af0-4867-85d2-5b22e581ce0f req-725f7fdf-5915-422f-ace1-fddbf4d0781a tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634816 Feb 15 04:26:30.166516 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab993f27-3fd4-4000-b2b6-0098da696755 req-a8b9979f-e7ae-4831-bb8e-016524ba31b5 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:30.168229 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-ab993f27-3fd4-4000-b2b6-0098da696755 req-a8b9979f-e7ae-4831-bb8e-016524ba31b5 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.0726757 Feb 15 04:26:30.239428 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-ab993f27-3fd4-4000-b2b6-0098da696755 req-969e8701-4eb8-42bb-8536-620d415cb670 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633228 Feb 15 04:26:31.425178 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acc41d-fbeb-4a27-9532-2f3e8b023793 req-78745c67-9f3d-4678-b25f-5d4dfc1eaeaa tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:31.427160 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-74acc41d-fbeb-4a27-9532-2f3e8b023793 req-78745c67-9f3d-4678-b25f-5d4dfc1eaeaa tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.0874579 Feb 15 04:26:31.501487 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-74acc41d-fbeb-4a27-9532-2f3e8b023793 req-a2269129-4937-436b-90ba-56b681a6f657 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648563 Feb 15 04:26:31.832328 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c52e7f-6232-434b-8d46-4e211ee9535f req-8dd7be74-3e75-412f-b39b-7f4ccc53147c tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:31.833930 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f0c52e7f-6232-434b-8d46-4e211ee9535f req-8dd7be74-3e75-412f-b39b-7f4ccc53147c tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.1359529 Feb 15 04:26:31.850545 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e871b-6e54-43f7-9137-9cdae8134a36 req-d2fc595a-90aa-4d4d-a191-93d320eb91a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:31.852010 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3c3e871b-6e54-43f7-9137-9cdae8134a36 req-d2fc595a-90aa-4d4d-a191-93d320eb91a6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e4ef5a0f7e5040c0aa3d33d31fbbb206&device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 1130 time: 0.1006417 Feb 15 04:26:31.946616 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f0c52e7f-6232-434b-8d46-4e211ee9535f req-986f323a-11bc-417a-bae9-b7a45b2f491d tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046789 Feb 15 04:26:31.981450 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e871b-6e54-43f7-9137-9cdae8134a36 req-be98433d-29b5-47ff-8336-37b6c5910122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:31.982916 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3c3e871b-6e54-43f7-9137-9cdae8134a36 req-be98433d-29b5-47ff-8336-37b6c5910122 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c49ed967-4df2-4c03-a3f7-11bc631a5279 HTTP/1.1" status: 200 len: 911 time: 0.1219034 Feb 15 04:26:32.055218 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3c3e871b-6e54-43f7-9137-9cdae8134a36 req-0a8cd10a-8b88-4ea9-8f07-cb93f165ad2e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cef1beba-9166-4527-9646-13388dc57d5b HTTP/1.1" status: 200 len: 1002 time: 0.0652609 Feb 15 04:26:32.106928 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e871b-6e54-43f7-9137-9cdae8134a36 req-84432ab8-1de7-45d9-b79e-b178b0c88732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:32.108424 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3c3e871b-6e54-43f7-9137-9cdae8134a36 req-84432ab8-1de7-45d9-b79e-b178b0c88732 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=07051326-83bf-45b5-9e91-0b63b787c497 HTTP/1.1" status: 200 len: 850 time: 0.0476210 Feb 15 04:26:32.166975 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e871b-6e54-43f7-9137-9cdae8134a36 req-3cba3821-9333-48cd-8c4e-00efe6c555a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:32.168621 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3c3e871b-6e54-43f7-9137-9cdae8134a36 req-3cba3821-9333-48cd-8c4e-00efe6c555a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c49ed967-4df2-4c03-a3f7-11bc631a5279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540836 Feb 15 04:26:32.267361 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3c3e871b-6e54-43f7-9137-9cdae8134a36 req-498cf45f-9fae-423b-a993-f0cf3a778a76 service neutron] 10.222.0.59 "GET /v2.0/networks/c49ed967-4df2-4c03-a3f7-11bc631a5279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916998 Feb 15 04:26:32.269771 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-3d85d300-1225-47a1-b6d7-dd1cb6505c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:26:32.394104 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3c3e871b-6e54-43f7-9137-9cdae8134a36 req-d3772ff1-afa3-4cdd-b935-f3f8f26e2145 service neutron] 10.222.0.59 "GET /v2.0/networks/c49ed967-4df2-4c03-a3f7-11bc631a5279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199889 Feb 15 04:26:33.121151 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ff1cb-10a0-42d6-9c77-17cc399fb701 req-c7a7da76-04ea-49df-b864-5d19bf618c01 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:33.123071 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-369ff1cb-10a0-42d6-9c77-17cc399fb701 req-c7a7da76-04ea-49df-b864-5d19bf618c01 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.0654788 Feb 15 04:26:33.197491 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-369ff1cb-10a0-42d6-9c77-17cc399fb701 req-e89f1f02-0d68-4d8d-91eb-7f4df4e1c4a2 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657828 Feb 15 04:26:33.818193 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 59322) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:26:33.888665 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.db_base_plugin_v2 [None req-2942609b-c583-4f7e-9846-73f3c53db96a admin admin] Deleting subnet dbaebc97-7aee-4063-b31a-f9a8bda51b3d {{(pid=102634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 04:26:33.892850 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2942609b-c583-4f7e-9846-73f3c53db96a admin admin] Publish callbacks [] for subnet (dbaebc97-7aee-4063-b31a-f9a8bda51b3d), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:26:33.939481 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2942609b-c583-4f7e-9846-73f3c53db96a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5689128'] for subnet (dbaebc97-7aee-4063-b31a-f9a8bda51b3d), precommit_delete_associations {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:26:33.983104 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2942609b-c583-4f7e-9846-73f3c53db96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1732099'] for subnet (dbaebc97-7aee-4063-b31a-f9a8bda51b3d), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:26:34.040651 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2942609b-c583-4f7e-9846-73f3c53db96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1730288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5688276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6160504'] for subnet (dbaebc97-7aee-4063-b31a-f9a8bda51b3d), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:26:34.066426 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942609b-c583-4f7e-9846-73f3c53db96a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbaebc97-7aee-4063-b31a-f9a8bda51b3d,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:26:34.077024 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942609b-c583-4f7e-9846-73f3c53db96a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:26:34.077381 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942609b-c583-4f7e-9846-73f3c53db96a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:26:34.077728 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942609b-c583-4f7e-9846-73f3c53db96a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:26:34.078666 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942609b-c583-4f7e-9846-73f3c53db96a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:26:34.079180 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942609b-c583-4f7e-9846-73f3c53db96a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:26:34.079521 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942609b-c583-4f7e-9846-73f3c53db96a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:26:34.079849 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942609b-c583-4f7e-9846-73f3c53db96a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:26:34.081134 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942609b-c583-4f7e-9846-73f3c53db96a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:26:34.081134 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942609b-c583-4f7e-9846-73f3c53db96a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:26:34.081134 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942609b-c583-4f7e-9846-73f3c53db96a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:26:34.081134 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942609b-c583-4f7e-9846-73f3c53db96a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:26:34.081693 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942609b-c583-4f7e-9846-73f3c53db96a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:26:34.081852 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942609b-c583-4f7e-9846-73f3c53db96a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:26:34.084992 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2942609b-c583-4f7e-9846-73f3c53db96a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for subnet (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:26:34.088364 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-2942609b-c583-4f7e-9846-73f3c53db96a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/dbaebc97-7aee-4063-b31a-f9a8bda51b3d HTTP/1.1" status: 204 len: 168 time: 0.2686899 Feb 15 04:26:34.091335 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 59324) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:26:34.168196 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-82f90c2a-8398-4e5a-ae20-a8707a4601ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756036'] for network (1623b098-48ca-48ad-88dc-118d6853c0b8), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:26:34.252314 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-82f90c2a-8398-4e5a-ae20-a8707a4601ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725060', 'neutron.services.segments.db._delete_segments_for_network-8734710277232'] for network (1623b098-48ca-48ad-88dc-118d6853c0b8), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:26:34.275224 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.services.segments.db [None req-82f90c2a-8398-4e5a-ae20-a8707a4601ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1623b098-48ca-48ad-88dc-118d6853c0b8']}} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:26:34.287179 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.services.segments.db [None req-82f90c2a-8398-4e5a-ae20-a8707a4601ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16fb39d9-c6e3-4f88-9136-37b0eee9be36') {'for_net_delete': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:26:34.287470 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.services.segments.db [None req-82f90c2a-8398-4e5a-ae20-a8707a4601ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16fb39d9-c6e3-4f88-9136-37b0eee9be36') {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:26:34.299706 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-82f90c2a-8398-4e5a-ae20-a8707a4601ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734710278521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5689107'] for segment (16fb39d9-c6e3-4f88-9136-37b0eee9be36), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:26:34.314923 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-82f90c2a-8398-4e5a-ae20-a8707a4601ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (16fb39d9-c6e3-4f88-9136-37b0eee9be36), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:26:34.325900 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f90c2a-8398-4e5a-ae20-a8707a4601ac admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 04:26:34.326436 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-82f90c2a-8398-4e5a-ae20-a8707a4601ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5688174'] for segment (16fb39d9-c6e3-4f88-9136-37b0eee9be36), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:26:34.328838 dv-cinder-816104-2-iscsi neutron-server[102634]: Traceback (most recent call last): Feb 15 04:26:34.328838 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 04:26:34.328838 dv-cinder-816104-2-iscsi neutron-server[102634]: timer() Feb 15 04:26:34.328838 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 04:26:34.328838 dv-cinder-816104-2-iscsi neutron-server[102634]: cb(*args, **kw) Feb 15 04:26:34.328838 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 04:26:34.328838 dv-cinder-816104-2-iscsi neutron-server[102634]: return func(*args, **kwargs) Feb 15 04:26:34.328838 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 04:26:34.328838 dv-cinder-816104-2-iscsi neutron-server[102634]: self._notify() Feb 15 04:26:34.328838 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 04:26:34.328838 dv-cinder-816104-2-iscsi neutron-server[102634]: self.callback(batched_events) Feb 15 04:26:34.328838 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 04:26:34.328838 dv-cinder-816104-2-iscsi neutron-server[102634]: event.method(event) Feb 15 04:26:34.328838 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 04:26:34.328838 dv-cinder-816104-2-iscsi neutron-server[102634]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 04:26:34.328838 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 04:26:34.328838 dv-cinder-816104-2-iscsi neutron-server[102634]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 04:26:34.328838 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 04:26:34.328838 dv-cinder-816104-2-iscsi neutron-server[102634]: return f(self, *a, **k) Feb 15 04:26:34.328838 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 04:26:34.328838 dv-cinder-816104-2-iscsi neutron-server[102634]: return self._get(url).json() Feb 15 04:26:34.328838 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 04:26:34.328838 dv-cinder-816104-2-iscsi neutron-server[102634]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 04:26:34.328838 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 04:26:34.328838 dv-cinder-816104-2-iscsi neutron-server[102634]: return self.request(url, 'GET', **kwargs) Feb 15 04:26:34.328838 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 04:26:34.328838 dv-cinder-816104-2-iscsi neutron-server[102634]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 04:26:34.328838 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 04:26:34.328838 dv-cinder-816104-2-iscsi neutron-server[102634]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 04:26:34.328838 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 04:26:34.328838 dv-cinder-816104-2-iscsi neutron-server[102634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 04:26:34.328838 dv-cinder-816104-2-iscsi neutron-server[102634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 04:26:34.394934 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-82f90c2a-8398-4e5a-ae20-a8707a4601ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639526'] for network (1623b098-48ca-48ad-88dc-118d6853c0b8), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:26:34.401185 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-82f90c2a-8398-4e5a-ae20-a8707a4601ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:26:34.404592 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-82f90c2a-8398-4e5a-ae20-a8707a4601ac admin admin] 10.222.0.45 "DELETE /v2.0/networks/1623b098-48ca-48ad-88dc-118d6853c0b8 HTTP/1.1" status: 204 len: 168 time: 0.3122196 Feb 15 04:26:34.417263 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f90c2a-8398-4e5a-ae20-a8707a4601ac admin admin] Pushing event deleted for resources: {'Network': ['ID=1623b098-48ca-48ad-88dc-118d6853c0b8,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:26:34.650900 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 59328) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:26:34.696473 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-1a4405b6-6f51-4b2b-9b47-477783ec1fab admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1ba3b5e2169b40148cfb3daa6fb61162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441449 Feb 15 04:26:34.699376 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 59330) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:26:34.752828 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-93ff8100-dca7-411a-8189-cd6beb51bf1a admin admin] Publish callbacks [] for security_group (ac9d92a2-5ad1-4b28-b096-cc5292b56e62), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:26:34.779524 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-93ff8100-dca7-411a-8189-cd6beb51bf1a admin admin] Publish callbacks [] for security_group (ac9d92a2-5ad1-4b28-b096-cc5292b56e62), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:26:34.831641 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-93ff8100-dca7-411a-8189-cd6beb51bf1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (ac9d92a2-5ad1-4b28-b096-cc5292b56e62), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:26:34.834187 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-93ff8100-dca7-411a-8189-cd6beb51bf1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:26:34.835399 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-93ff8100-dca7-411a-8189-cd6beb51bf1a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ac9d92a2-5ad1-4b28-b096-cc5292b56e62 HTTP/1.1" status: 204 len: 168 time: 0.1350064 Feb 15 04:26:34.845663 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff8100-dca7-411a-8189-cd6beb51bf1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9d92a2-5ad1-4b28-b096-cc5292b56e62,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:26:36.072943 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-0dce4919-d1f0-4e61-ab24-9b0e23320ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:26:36.425927 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:26:38.538662 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:26:38.905608 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f268429-38ed-4d63-811a-e7780b328dbf req-780ff9fd-b9bd-48de-b34d-50da12065216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:38.908861 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2f268429-38ed-4d63-811a-e7780b328dbf req-780ff9fd-b9bd-48de-b34d-50da12065216 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b58d87f4f4ed448f8d45c85f92cf1462&device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 1168 time: 0.0530329 Feb 15 04:26:38.930113 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb49759-cd2d-4c5d-a7c7-4d0c5312a666 req-f82a7f4a-a610-4d51-875e-627fdaf9f72f tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:38.932786 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-9cb49759-cd2d-4c5d-a7c7-4d0c5312a666 req-f82a7f4a-a610-4d51-875e-627fdaf9f72f tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 984 time: 0.0800917 Feb 15 04:26:39.022819 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-9cb49759-cd2d-4c5d-a7c7-4d0c5312a666 req-ffd27664-cfb1-49d4-aa98-c34989d8e836 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&id=280d7089-d43b-4bbb-bba3-b15d265c64ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0823665 Feb 15 04:26:39.024957 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f268429-38ed-4d63-811a-e7780b328dbf req-6bd09916-9bdf-4da8-a4bc-845bd563c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:39.026352 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2f268429-38ed-4d63-811a-e7780b328dbf req-6bd09916-9bdf-4da8-a4bc-845bd563c165 service neutron] 10.222.0.59 "GET /v2.0/networks?id=39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8 HTTP/1.1" status: 200 len: 915 time: 0.1054003 Feb 15 04:26:39.099586 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2f268429-38ed-4d63-811a-e7780b328dbf req-15da392d-f304-403b-9e08-14679248a009 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40ec21d0-c71c-4bbb-ae5d-68d36612fd1a HTTP/1.1" status: 200 len: 1000 time: 0.0659642 Feb 15 04:26:39.151784 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f268429-38ed-4d63-811a-e7780b328dbf req-13ff8d83-057b-4597-b09d-bec97c189d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:39.153406 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2f268429-38ed-4d63-811a-e7780b328dbf req-13ff8d83-057b-4597-b09d-bec97c189d50 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=51212c4f-8f89-425e-8852-05113297def1 HTTP/1.1" status: 200 len: 854 time: 0.0472167 Feb 15 04:26:39.215140 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f268429-38ed-4d63-811a-e7780b328dbf req-665d3cbd-71a2-4fb5-8020-42af379c1160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:39.217766 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2f268429-38ed-4d63-811a-e7780b328dbf req-665d3cbd-71a2-4fb5-8020-42af379c1160 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580747 Feb 15 04:26:39.597582 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2f268429-38ed-4d63-811a-e7780b328dbf req-2afb90d1-5c3f-443c-8131-7aadc6d87864 service neutron] 10.222.0.59 "GET /v2.0/networks/39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615017 Feb 15 04:26:39.705884 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2f268429-38ed-4d63-811a-e7780b328dbf req-9539ce12-443e-4965-97dc-ead53ac86b8e service neutron] 10.222.0.59 "GET /v2.0/networks/39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976834 Feb 15 04:26:39.779109 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:26:40.160391 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf26e36-5a2e-46d8-8e76-87603993d4b5 req-eb152cdc-e352-47af-84ae-a613eb2df2a8 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:40.161944 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ebf26e36-5a2e-46d8-8e76-87603993d4b5 req-eb152cdc-e352-47af-84ae-a613eb2df2a8 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 984 time: 0.0630813 Feb 15 04:26:40.229003 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ebf26e36-5a2e-46d8-8e76-87603993d4b5 req-d1eb4131-e2bc-43d4-9792-b5ca8bf4d2e1 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&id=280d7089-d43b-4bbb-bba3-b15d265c64ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609059 Feb 15 04:26:41.364234 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f93502-c590-45a8-b808-275e70f7bc59 req-3d5ce5a6-ad65-4239-a89a-ba20a051f004 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:41.365888 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f6f93502-c590-45a8-b808-275e70f7bc59 req-3d5ce5a6-ad65-4239-a89a-ba20a051f004 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 984 time: 0.0594285 Feb 15 04:26:41.442310 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f6f93502-c590-45a8-b808-275e70f7bc59 req-9a1faa51-50d8-41a4-a318-877fc6bdb3fa tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&id=280d7089-d43b-4bbb-bba3-b15d265c64ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0697939 Feb 15 04:26:41.711952 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:26:42.581759 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3ca41-06b2-479e-9f86-1671802ac07b req-06f1bbc0-b3b8-4641-aefb-9f65be4fdb23 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:42.583353 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-19b3ca41-06b2-479e-9f86-1671802ac07b req-06f1bbc0-b3b8-4641-aefb-9f65be4fdb23 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 984 time: 0.0575814 Feb 15 04:26:42.652379 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-19b3ca41-06b2-479e-9f86-1671802ac07b req-27c873f2-02e5-46fe-84d0-39f12e0e27fe tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&id=280d7089-d43b-4bbb-bba3-b15d265c64ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627592 Feb 15 04:26:43.380653 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c647b45d-e81b-4935-bfb2-3b800ea2f077 req-6fc22e08-71a0-46ee-8feb-38cff6256591 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455732 Feb 15 04:26:43.477889 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647b45d-e81b-4935-bfb2-3b800ea2f077 req-1484f562-86d1-4459-8c93-d72ac80c32f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:43.479383 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c647b45d-e81b-4935-bfb2-3b800ea2f077 req-1484f562-86d1-4459-8c93-d72ac80c32f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6908f5f033f4c8888210c0cf405f4fa&device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 1130 time: 0.0508387 Feb 15 04:26:43.597830 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647b45d-e81b-4935-bfb2-3b800ea2f077 req-55e3b95a-32f3-4229-97fe-aa840b4702bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:43.599303 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c647b45d-e81b-4935-bfb2-3b800ea2f077 req-55e3b95a-32f3-4229-97fe-aa840b4702bd service neutron] 10.222.0.59 "GET /v2.0/networks?id=f0c3e2a8-7b6d-47b3-b743-56e894a4b50d HTTP/1.1" status: 200 len: 916 time: 0.0894127 Feb 15 04:26:43.675013 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c647b45d-e81b-4935-bfb2-3b800ea2f077 req-83689d01-87aa-4f6e-89bd-9f64ef48d3c1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=363efce2-a87d-4ada-a63b-669f59236698 HTTP/1.1" status: 200 len: 1001 time: 0.0687530 Feb 15 04:26:43.726674 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647b45d-e81b-4935-bfb2-3b800ea2f077 req-87644608-88bf-48b3-ae80-34cb2f35196c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:43.728258 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c647b45d-e81b-4935-bfb2-3b800ea2f077 req-87644608-88bf-48b3-ae80-34cb2f35196c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5c54656-66d3-4f7d-bcac-e474d59bf132 HTTP/1.1" status: 200 len: 855 time: 0.0465047 Feb 15 04:26:43.783489 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647b45d-e81b-4935-bfb2-3b800ea2f077 req-7828cc35-ed87-4e3b-8aef-1c854a90acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:43.785114 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c647b45d-e81b-4935-bfb2-3b800ea2f077 req-7828cc35-ed87-4e3b-8aef-1c854a90acd1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0c3e2a8-7b6d-47b3-b743-56e894a4b50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494051 Feb 15 04:26:43.799342 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b138312-3fc3-4068-bb96-d2080b5ddade req-f1fb2188-a621-4109-850f-c0836c0c35ec tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:43.800854 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-4b138312-3fc3-4068-bb96-d2080b5ddade req-f1fb2188-a621-4109-850f-c0836c0c35ec tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 984 time: 0.0715244 Feb 15 04:26:43.871463 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-4b138312-3fc3-4068-bb96-d2080b5ddade req-88b2ca32-cf81-41be-b9b7-05159b2c92c2 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&id=280d7089-d43b-4bbb-bba3-b15d265c64ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641136 Feb 15 04:26:43.886455 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c647b45d-e81b-4935-bfb2-3b800ea2f077 req-afc0550c-aacc-4911-9511-06766c810788 service neutron] 10.222.0.59 "GET /v2.0/networks/f0c3e2a8-7b6d-47b3-b743-56e894a4b50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942800 Feb 15 04:26:43.978565 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c647b45d-e81b-4935-bfb2-3b800ea2f077 req-25664dba-43ce-46eb-9099-8846d064a505 service neutron] 10.222.0.59 "GET /v2.0/networks/f0c3e2a8-7b6d-47b3-b743-56e894a4b50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848243 Feb 15 04:26:44.629440 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:26:45.008155 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf75ecf-d4a7-4f32-a593-5bf068d43c69 req-c72f33a9-39fc-4281-b5cc-fff774d011da tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:45.009684 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3cf75ecf-d4a7-4f32-a593-5bf068d43c69 req-c72f33a9-39fc-4281-b5cc-fff774d011da tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 984 time: 0.0555575 Feb 15 04:26:45.075859 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3cf75ecf-d4a7-4f32-a593-5bf068d43c69 req-cc7cb766-422c-4ce1-bddd-b2030f7f7bd6 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&id=280d7089-d43b-4bbb-bba3-b15d265c64ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604651 Feb 15 04:26:46.223038 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebeaf7-9c94-4a81-a21c-841dc49dd637 req-c35d31fe-0e77-4b13-bc66-ccbad82cc368 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:46.224625 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d1ebeaf7-9c94-4a81-a21c-841dc49dd637 req-c35d31fe-0e77-4b13-bc66-ccbad82cc368 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 984 time: 0.0588541 Feb 15 04:26:46.293473 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d1ebeaf7-9c94-4a81-a21c-841dc49dd637 req-c6928bc6-aa65-4ae8-9229-47f498cedf42 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&id=280d7089-d43b-4bbb-bba3-b15d265c64ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628672 Feb 15 04:26:47.417972 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f9444-bd7e-488c-a73a-1448d8ce01cc req-667047cb-7ed4-4e8a-aef2-af086815bf09 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:47.419531 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-990f9444-bd7e-488c-a73a-1448d8ce01cc req-667047cb-7ed4-4e8a-aef2-af086815bf09 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 984 time: 0.0552411 Feb 15 04:26:47.486158 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-990f9444-bd7e-488c-a73a-1448d8ce01cc req-4ce63c67-341d-4f9f-b2a1-363ef1630a01 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&id=280d7089-d43b-4bbb-bba3-b15d265c64ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602725 Feb 15 04:26:48.605050 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc32ef9-1887-43de-9811-8f6127fcdbc7 req-1f21f9d2-8658-4eb7-af70-e9ab563f1033 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:48.606508 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7bc32ef9-1887-43de-9811-8f6127fcdbc7 req-1f21f9d2-8658-4eb7-af70-e9ab563f1033 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 984 time: 0.0520854 Feb 15 04:26:48.668781 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7bc32ef9-1887-43de-9811-8f6127fcdbc7 req-59dc005b-d581-41a5-b714-505e8c8239d3 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&id=280d7089-d43b-4bbb-bba3-b15d265c64ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565600 Feb 15 04:26:49.796416 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed066e27-172f-4157-b16b-0f01d48048a2 req-ad384fb8-2d0d-44ae-8cb9-ed3653b70f1a tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:49.798387 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ed066e27-172f-4157-b16b-0f01d48048a2 req-ad384fb8-2d0d-44ae-8cb9-ed3653b70f1a tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 984 time: 0.0561497 Feb 15 04:26:49.860057 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ed066e27-172f-4157-b16b-0f01d48048a2 req-c2249a96-0b00-40db-8302-efb52561e306 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&id=280d7089-d43b-4bbb-bba3-b15d265c64ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556347 Feb 15 04:26:50.977815 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31265151-9590-402e-81f4-99d1b4ffbc26 req-f21c0a1c-e036-4b60-940f-49d99ce08aff tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:50.979233 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-31265151-9590-402e-81f4-99d1b4ffbc26 req-f21c0a1c-e036-4b60-940f-49d99ce08aff tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 984 time: 0.0530403 Feb 15 04:26:51.039841 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-31265151-9590-402e-81f4-99d1b4ffbc26 req-8132ba2b-f780-4cad-a861-fe4ee17d3aae tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&id=280d7089-d43b-4bbb-bba3-b15d265c64ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545783 Feb 15 04:26:58.604399 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c17ccb-9ae9-4154-beda-3bafed39adf3 req-a6492e24-357a-4e8a-acaa-9ce56c4dec77 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:58.605795 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-69c17ccb-9ae9-4154-beda-3bafed39adf3 req-a6492e24-357a-4e8a-acaa-9ce56c4dec77 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 946 time: 0.0529809 Feb 15 04:26:58.651637 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-69c17ccb-9ae9-4154-beda-3bafed39adf3 req-4f1cd152-c1ef-4d84-be58-54c04c5d24b2 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402331 Feb 15 04:26:59.791629 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27f816-2fdd-4300-9034-b4d2e4b62129 req-5cae4378-2beb-4b56-969a-598d6a332a11 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:26:59.793133 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9e27f816-2fdd-4300-9034-b4d2e4b62129 req-5cae4378-2beb-4b56-969a-598d6a332a11 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 946 time: 0.0574348 Feb 15 04:26:59.841831 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9e27f816-2fdd-4300-9034-b4d2e4b62129 req-915f1b3a-b6a1-4990-87f6-435427137d50 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423577 Feb 15 04:27:00.490463 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b23b81-9996-41a9-9f1c-e4b45d598e18 req-4a0c3a34-064b-4692-8932-e93a88d247e5 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:00.492175 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-81b23b81-9996-41a9-9f1c-e4b45d598e18 req-4a0c3a34-064b-4692-8932-e93a88d247e5 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.59 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 946 time: 0.0529239 Feb 15 04:27:00.593105 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-81b23b81-9996-41a9-9f1c-e4b45d598e18 req-8faeb123-6c82-4378-8a62-fdb00cc78d26 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Deleting port 363efce2-a87d-4ada-a63b-669f59236698 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:27:00.593437 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-81b23b81-9996-41a9-9f1c-e4b45d598e18 req-8faeb123-6c82-4378-8a62-fdb00cc78d26 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (363efce2-a87d-4ada-a63b-669f59236698), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:00.685116 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-81b23b81-9996-41a9-9f1c-e4b45d598e18 req-8faeb123-6c82-4378-8a62-fdb00cc78d26 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] For port 363efce2-a87d-4ada-a63b-669f59236698, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=363efce2-a87d-4ada-a63b-669f59236698,segment=NetworkSegment(a2939050-b15c-425b-a2c1-f2f0e37f1e44),segment_id=a2939050-b15c-425b-a2c1-f2f0e37f1e44)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:27:00.685470 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-81b23b81-9996-41a9-9f1c-e4b45d598e18 req-8faeb123-6c82-4378-8a62-fdb00cc78d26 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (363efce2-a87d-4ada-a63b-669f59236698), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:00.975695 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0e321-844c-41da-aaab-bd15445b9c9d req-fe9c84ca-1f56-418f-8544-b33f48dbc0f7 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:00.977253 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-b4f0e321-844c-41da-aaab-bd15445b9c9d req-fe9c84ca-1f56-418f-8544-b33f48dbc0f7 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bfde5a4-3494-4123-b1d1-aa408427983a HTTP/1.1" status: 200 len: 946 time: 0.0576191 Feb 15 04:27:00.984472 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-81b23b81-9996-41a9-9f1c-e4b45d598e18 req-8faeb123-6c82-4378-8a62-fdb00cc78d26 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:00.986677 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-81b23b81-9996-41a9-9f1c-e4b45d598e18 req-8faeb123-6c82-4378-8a62-fdb00cc78d26 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639540'] for floatingip (fdf5c981-a878-46d7-b432-748a46132f6f), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:00.987069 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.db.l3_db [req-81b23b81-9996-41a9-9f1c-e4b45d598e18 req-8faeb123-6c82-4378-8a62-fdb00cc78d26 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Floating IP fdf5c981-a878-46d7-b432-748a46132f6f disassociated. External IP: 172.27.1.186, port: 363efce2-a87d-4ada-a63b-669f59236698. Feb 15 04:27:00.987428 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-81b23b81-9996-41a9-9f1c-e4b45d598e18 req-8faeb123-6c82-4378-8a62-fdb00cc78d26 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Calling delete_port for 363efce2-a87d-4ada-a63b-669f59236698 owned by compute:nova {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:27:01.025609 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-b4f0e321-844c-41da-aaab-bd15445b9c9d req-24e6ef55-1fab-415d-8342-97d956d063f7 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=16d66dee-ce40-483c-8a42-a4eebc1d99f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425470 Feb 15 04:27:01.122456 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-81b23b81-9996-41a9-9f1c-e4b45d598e18 req-8faeb123-6c82-4378-8a62-fdb00cc78d26 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (363efce2-a87d-4ada-a63b-669f59236698), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:01.158434 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faeb123-6c82-4378-8a62-fdb00cc78d26 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Pushing event deleted for resources: {'Port': ['ID=363efce2-a87d-4ada-a63b-669f59236698,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:27:01.274276 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81b23b81-9996-41a9-9f1c-e4b45d598e18 req-8faeb123-6c82-4378-8a62-fdb00cc78d26 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Router 2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2 has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:27:01.402760 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81b23b81-9996-41a9-9f1c-e4b45d598e18 req-8faeb123-6c82-4378-8a62-fdb00cc78d26 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:27:01.416673 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cedccc-71a2-4d82-91f3-6a28b737ab40 None None] Sync routers for ids ['2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'] in dv-cinder-816104-2-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:27:01.428221 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cedccc-71a2-4d82-91f3-6a28b737ab40 None None] Routers {'2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:27:01.428966 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-96cedccc-71a2-4d82-91f3-6a28b737ab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:26:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:27:01.480649 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b23b81-9996-41a9-9f1c-e4b45d598e18 req-8faeb123-6c82-4378-8a62-fdb00cc78d26 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] No DVR routers for this DVR port 363efce2-a87d-4ada-a63b-669f59236698 on host hv-cinder-81610 {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:27:01.484158 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-81b23b81-9996-41a9-9f1c-e4b45d598e18 req-8faeb123-6c82-4378-8a62-fdb00cc78d26 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:01.489739 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-81b23b81-9996-41a9-9f1c-e4b45d598e18 req-8faeb123-6c82-4378-8a62-fdb00cc78d26 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.59 "DELETE /v2.0/ports/363efce2-a87d-4ada-a63b-669f59236698 HTTP/1.1" status: 204 len: 173 time: 0.9921658 Feb 15 04:27:01.490287 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfde5a4-3494-4123-b1d1-aa408427983a', 'name': 'network-vif-deleted', 'tag': '363efce2-a87d-4ada-a63b-669f59236698'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:27:01.494629 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b7cdeb-a672-4be9-adad-5b6bcb5a2521" -d '{"events": [{"server_uuid": "6bfde5a4-3494-4123-b1d1-aa408427983a", "name": "network-vif-deleted", "tag": "363efce2-a87d-4ada-a63b-669f59236698"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:27:01.545158 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea5570a-fad4-4cae-ba2f-c14681138c78 x-openstack-request-id: req-8ea5570a-fad4-4cae-ba2f-c14681138c78 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:27:01.545899 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bfde5a4-3494-4123-b1d1-aa408427983a", "name": "network-vif-deleted", "tag": "363efce2-a87d-4ada-a63b-669f59236698", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:27:01.546416 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8ea5570a-fad4-4cae-ba2f-c14681138c78 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:27:01.547163 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfde5a4-3494-4123-b1d1-aa408427983a', 'name': 'network-vif-deleted', 'tag': '363efce2-a87d-4ada-a63b-669f59236698', 'status': 'completed', 'code': 200} Feb 15 04:27:01.576998 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-96cedccc-71a2-4d82-91f3-6a28b737ab40 None None] Set router 2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:27:01.810847 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-96cedccc-71a2-4d82-91f3-6a28b737ab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'name': 'tempest-AttachVolumeShelveTestJSON-558353376-router', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:37Z', 'updated_at': '2022-02-15T04:19:51Z', 'revision_number': 4, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'gw_port': {'id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:39Z', 'updated_at': '2022-02-15T04:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': 'ed95016a-a25d-49d0-9aed-456bb80645fd', 'name': '', 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'mac_address': 'fa:16:3e:61:e3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:45Z', 'updated_at': '2022-02-15T04:20:02Z', 'revision_number': 5, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'subnets': [{'id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:27:01.839610 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cedccc-71a2-4d82-91f3-6a28b737ab40 None None] Checking router: 2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2 for host: dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:27:01.848518 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cedccc-71a2-4d82-91f3-6a28b737ab40 None None] Routers {'2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:27:01.849167 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-96cedccc-71a2-4d82-91f3-6a28b737ab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:26:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:27:01.989887 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-96cedccc-71a2-4d82-91f3-6a28b737ab40 None None] Set router 2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:27:02.128666 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 59404) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:27:02.186196 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5d09dde5-0721-411b-bce4-4e17038c7aa0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for security_group (16d66dee-ce40-483c-8a42-a4eebc1d99f9), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:02.211823 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5d09dde5-0721-411b-bce4-4e17038c7aa0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for security_group (16d66dee-ce40-483c-8a42-a4eebc1d99f9), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:02.214198 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-96cedccc-71a2-4d82-91f3-6a28b737ab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'name': 'tempest-AttachVolumeShelveTestJSON-558353376-router', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:37Z', 'updated_at': '2022-02-15T04:19:51Z', 'revision_number': 4, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'gw_port': {'id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:39Z', 'updated_at': '2022-02-15T04:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': 'ed95016a-a25d-49d0-9aed-456bb80645fd', 'name': '', 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'mac_address': 'fa:16:3e:61:e3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:45Z', 'updated_at': '2022-02-15T04:20:02Z', 'revision_number': 5, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'subnets': [{'id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:27:02.246843 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cedccc-71a2-4d82-91f3-6a28b737ab40 None None] The sync data for ids ['2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'] in dv-cinder-816104-2-iscsi is: [{'id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'name': 'tempest-AttachVolumeShelveTestJSON-558353376-router', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:37Z', 'updated_at': '2022-02-15T04:19:51Z', 'revision_number': 4, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'gw_port': {'id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:39Z', 'updated_at': '2022-02-15T04:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': 'ed95016a-a25d-49d0-9aed-456bb80645fd', 'name': '', 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'mac_address': 'fa:16:3e:61:e3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:45Z', 'updated_at': '2022-02-15T04:20:02Z', 'revision_number': 5, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'subnets': [{'id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:27:02.267380 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-ebd80320-1f05-4893-9d56-105237073b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:02.271386 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5d09dde5-0721-411b-bce4-4e17038c7aa0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (16d66dee-ce40-483c-8a42-a4eebc1d99f9), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:02.274417 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5d09dde5-0721-411b-bce4-4e17038c7aa0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:02.275902 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-5d09dde5-0721-411b-bce4-4e17038c7aa0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "DELETE /v2.0/security-groups/16d66dee-ce40-483c-8a42-a4eebc1d99f9 HTTP/1.1" status: 204 len: 168 time: 0.1460686 Feb 15 04:27:02.278697 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 59406) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:27:02.290115 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09dde5-0721-411b-bce4-4e17038c7aa0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d66dee-ce40-483c-8a42-a4eebc1d99f9,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:27:02.298467 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.api.v2.resource [None req-3b0a9e77-7657-4357-ad12-b75ed2668739 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] show failed (client error): The resource could not be found. Feb 15 04:27:02.302222 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-3b0a9e77-7657-4357-ad12-b75ed2668739 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups/16d66dee-ce40-483c-8a42-a4eebc1d99f9 HTTP/1.1" status: 404 len: 347 time: 0.0198951 Feb 15 04:27:02.308698 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 59408) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:27:02.459138 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-03c5e104-73de-408c-99eb-ad107d1431ed tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Deleting port 4f8ce081-161e-4d16-8e66-99837542c03c {{(pid=102634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:27:02.459541 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-03c5e104-73de-408c-99eb-ad107d1431ed tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (4f8ce081-161e-4d16-8e66-99837542c03c), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:02.529488 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fdb960-ebda-4882-8e1e-7e2ba5d21a45 None None] New status for floating IP fdf5c981-a878-46d7-b432-748a46132f6f: DOWN {{(pid=102636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 04:27:02.551845 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-03c5e104-73de-408c-99eb-ad107d1431ed tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (4f8ce081-161e-4d16-8e66-99837542c03c), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:02.552173 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-03c5e104-73de-408c-99eb-ad107d1431ed tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for floatingip (4f8ce081-161e-4d16-8e66-99837542c03c), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:02.565765 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-03c5e104-73de-408c-99eb-ad107d1431ed tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Calling delete_port for 4f8ce081-161e-4d16-8e66-99837542c03c owned by network:floatingip {{(pid=102634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:27:02.721022 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-03c5e104-73de-408c-99eb-ad107d1431ed tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5688251'] for port (4f8ce081-161e-4d16-8e66-99837542c03c), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:02.721917 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.db.api [None req-89fdb960-ebda-4882-8e1e-7e2ba5d21a45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 04:27:02.722617 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG oslo_db.api [None req-89fdb960-ebda-4882-8e1e-7e2ba5d21a45 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 04:27:02.754723 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5e104-73de-408c-99eb-ad107d1431ed tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Pushing event deleted for resources: {'Port': ['ID=4f8ce081-161e-4d16-8e66-99837542c03c,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:27:02.820147 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-03c5e104-73de-408c-99eb-ad107d1431ed tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for floatingip (fdf5c981-a878-46d7-b432-748a46132f6f), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:02.822897 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-03c5e104-73de-408c-99eb-ad107d1431ed tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for floatingip (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:02.824132 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-03c5e104-73de-408c-99eb-ad107d1431ed tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "DELETE /v2.0/floatingips/fdf5c981-a878-46d7-b432-748a46132f6f HTTP/1.1" status: 204 len: 168 time: 0.5144205 Feb 15 04:27:03.224693 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fdb960-ebda-4882-8e1e-7e2ba5d21a45 None None] New status for floating IP fdf5c981-a878-46d7-b432-748a46132f6f: DOWN {{(pid=102636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 04:27:03.256763 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 59412) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:27:03.261754 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-401e3dd8-0f9f-4a6f-966a-16598bd555a4 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1634562563', 'description': 'tempest-description--1442698797'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:27:03.289684 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-401e3dd8-0f9f-4a6f-966a-16598bd555a4 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:03.418615 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-401e3dd8-0f9f-4a6f-966a-16598bd555a4 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for security_group (29605b94-a6a2-4925-84d2-cb8798317f2b), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:03.425241 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-401e3dd8-0f9f-4a6f-966a-16598bd555a4 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (29605b94-a6a2-4925-84d2-cb8798317f2b), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:03.480271 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-401e3dd8-0f9f-4a6f-966a-16598bd555a4 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:03.482243 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-401e3dd8-0f9f-4a6f-966a-16598bd555a4 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2241793 Feb 15 04:27:03.486124 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 59414) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:27:03.490393 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e3dd8-0f9f-4a6f-966a-16598bd555a4 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29605b94-a6a2-4925-84d2-cb8798317f2b,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:27:03.492920 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-bb8152da-e6c3-4083-b0b5-8119d88eaaee tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Request body: {'security_group_rule': {'security_group_id': '29605b94-a6a2-4925-84d2-cb8798317f2b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:27:03.539724 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bb8152da-e6c3-4083-b0b5-8119d88eaaee tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for security_group_rule (4e1822fb-5ad9-47c6-89e8-a9427504969e), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:03.609295 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bb8152da-e6c3-4083-b0b5-8119d88eaaee tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for security_group_rule (4e1822fb-5ad9-47c6-89e8-a9427504969e), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:03.614977 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bb8152da-e6c3-4083-b0b5-8119d88eaaee tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526819'] for security_group_rule (4e1822fb-5ad9-47c6-89e8-a9427504969e), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:03.643880 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8152da-e6c3-4083-b0b5-8119d88eaaee tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e1822fb-5ad9-47c6-89e8-a9427504969e,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:27:03.654886 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bb8152da-e6c3-4083-b0b5-8119d88eaaee tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:03.656753 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-bb8152da-e6c3-4083-b0b5-8119d88eaaee tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1682713 Feb 15 04:27:03.661392 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 59416) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:27:03.666933 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-f0d2293b-b39f-4d6d-8f96-d43db277b8f0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Request body: {'security_group_rule': {'security_group_id': '29605b94-a6a2-4925-84d2-cb8798317f2b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:27:03.698114 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f0d2293b-b39f-4d6d-8f96-d43db277b8f0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for security_group_rule (1a4534ff-d661-46e4-80ce-01f63ba13697), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:03.778694 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f0d2293b-b39f-4d6d-8f96-d43db277b8f0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for security_group_rule (1a4534ff-d661-46e4-80ce-01f63ba13697), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:03.784202 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f0d2293b-b39f-4d6d-8f96-d43db277b8f0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526819'] for security_group_rule (1a4534ff-d661-46e4-80ce-01f63ba13697), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:03.804476 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2293b-b39f-4d6d-8f96-d43db277b8f0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a4534ff-d661-46e4-80ce-01f63ba13697,revision_number=0']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:27:03.816699 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f0d2293b-b39f-4d6d-8f96-d43db277b8f0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:03.822666 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-f0d2293b-b39f-4d6d-8f96-d43db277b8f0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1561468 Feb 15 04:27:03.823067 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 59418) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:27:03.831103 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-a6ebb3b2-cc05-4897-afb1-8507312b79a0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Request body: {'floatingip': {'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:27:03.861155 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a6ebb3b2-cc05-4897-afb1-8507312b79a0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:03.978823 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a6ebb3b2-cc05-4897-afb1-8507312b79a0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:04.102481 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-a6ebb3b2-cc05-4897-afb1-8507312b79a0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Allocated IP 172.27.1.151 (e6fb9507-f434-4add-a536-b65ba033e5e7/ff2a616f-f347-4e09-a791-22c9c65ada0b/59139da9-e102-4934-b593-5ace165670d1) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:27:04.228183 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a6ebb3b2-cc05-4897-afb1-8507312b79a0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for port (59139da9-e102-4934-b593-5ace165670d1), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:04.237306 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 363efce2-a87d-4ada-a63b-669f59236698 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:27:04.260682 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] No Port match for: 363efce2-a87d-4ada-a63b-669f59236698 {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:27:04.261223 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 363efce2-a87d-4ada-a63b-669f59236698 not bound to the agent host hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:27:04.270671 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a6ebb3b2-cc05-4897-afb1-8507312b79a0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (59139da9-e102-4934-b593-5ace165670d1), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:04.333392 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ebb3b2-cc05-4897-afb1-8507312b79a0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Network e6fb9507-f434-4add-a536-b65ba033e5e7 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:27:04.336912 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-a6ebb3b2-cc05-4897-afb1-8507312b79a0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:27:04.339750 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ebb3b2-cc05-4897-afb1-8507312b79a0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:27:04.381723 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ebb3b2-cc05-4897-afb1-8507312b79a0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Pushing event updated for resources: {'Port': ['ID=59139da9-e102-4934-b593-5ace165670d1,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:27:04.520242 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a6ebb3b2-cc05-4897-afb1-8507312b79a0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for floatingip (11c28e42-fddd-4719-a139-28c34fa2c0f6), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:04.567397 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a6ebb3b2-cc05-4897-afb1-8507312b79a0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (59139da9-e102-4934-b593-5ace165670d1), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:04.759858 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a6ebb3b2-cc05-4897-afb1-8507312b79a0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for port (59139da9-e102-4934-b593-5ace165670d1), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:04.764958 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a6ebb3b2-cc05-4897-afb1-8507312b79a0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (59139da9-e102-4934-b593-5ace165670d1), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:04.840219 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ebb3b2-cc05-4897-afb1-8507312b79a0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Pushing event updated for resources: {'Port': ['ID=59139da9-e102-4934-b593-5ace165670d1,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:27:04.852171 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a6ebb3b2-cc05-4897-afb1-8507312b79a0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639540'] for floatingip (11c28e42-fddd-4719-a139-28c34fa2c0f6), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:04.870195 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a6ebb3b2-cc05-4897-afb1-8507312b79a0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for floatingip (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:04.880626 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-a6ebb3b2-cc05-4897-afb1-8507312b79a0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0470264 Feb 15 04:27:05.128818 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-25163968-5f8c-4560-8013-2f3723aee657 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1634562563&fields=id&tenant_id=b6908f5f033f4c8888210c0cf405f4fa HTTP/1.1" status: 200 len: 267 time: 0.0580971 Feb 15 04:27:05.246255 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-50ec1437-05bb-4ec5-8cd1-07be5cfff0b5 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:05.247771 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-50ec1437-05bb-4ec5-8cd1-07be5cfff0b5 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/networks?id=f0c3e2a8-7b6d-47b3-b743-56e894a4b50d HTTP/1.1" status: 200 len: 816 time: 0.1122739 Feb 15 04:27:05.264326 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-7f9d15a9-bac8-44c5-9754-333b1703e4ed tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/quotas/b6908f5f033f4c8888210c0cf405f4fa HTTP/1.1" status: 200 len: 375 time: 0.0096986 Feb 15 04:27:05.323850 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-500f43c4-15ef-43ff-ac15-220b44c628f9 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6908f5f033f4c8888210c0cf405f4fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534890 Feb 15 04:27:05.430356 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-d2fda995-46f2-4b90-b4c0-a867ddbf317d service neutron] 10.222.0.45 "GET /v2.0/networks/f0c3e2a8-7b6d-47b3-b743-56e894a4b50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947661 Feb 15 04:27:05.528698 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-2ea936e8-5eb0-4e31-820e-0ebd3b1d1e05 service neutron] 10.222.0.45 "GET /v2.0/networks/f0c3e2a8-7b6d-47b3-b743-56e894a4b50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914428 Feb 15 04:27:05.732204 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-3faefccb-c7ad-491f-a05d-decfdff3e2e3 req-86a831ce-fcc0-4074-959c-a05bc320ece3 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 210 time: 0.0339394 Feb 15 04:27:06.066761 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-79205518-ae98-4cec-a114-271e41e0a68c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:06.425364 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:06.690999 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-0ef1af4d-81ff-464a-ab8e-6f1695bf2b9e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:06.692359 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-0ef1af4d-81ff-464a-ab8e-6f1695bf2b9e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.59 "GET /v2.0/networks?id=f0c3e2a8-7b6d-47b3-b743-56e894a4b50d HTTP/1.1" status: 200 len: 816 time: 0.1066208 Feb 15 04:27:06.757396 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-df1e1bdc-c0c4-4589-a834-a8a6ce28f15b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6908f5f033f4c8888210c0cf405f4fa HTTP/1.1" status: 200 len: 380 time: 0.0571282 Feb 15 04:27:06.767294 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-b5f7faac-2459-4abc-8c46-0083f5255e4b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Request body: {'port': {'device_id': '8003b584-f389-4058-8718-5e3ca7015245', 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d', 'admin_state_up': True, 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'security_groups': ['29605b94-a6a2-4925-84d2-cb8798317f2b']}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:27:06.846999 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-aa7aef21-976c-4eda-af3d-dca60d8a6d09 req-5e002e30-1e91-4f58-8a78-950a9f931ec0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 210 time: 0.0357254 Feb 15 04:27:06.897831 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-b5f7faac-2459-4abc-8c46-0083f5255e4b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Made reservation on behalf of b6908f5f033f4c8888210c0cf405f4fa for: {'port': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:27:06.901244 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-b5f7faac-2459-4abc-8c46-0083f5255e4b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:07.024442 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-b5f7faac-2459-4abc-8c46-0083f5255e4b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Allocated IP 172.20.0.11 (f0c3e2a8-7b6d-47b3-b743-56e894a4b50d/f5c54656-66d3-4f7d-bcac-e474d59bf132/9f6ba102-729f-4db0-85bd-4f490aab77db) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:27:07.168995 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-b5f7faac-2459-4abc-8c46-0083f5255e4b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for port (9f6ba102-729f-4db0-85bd-4f490aab77db), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:07.201928 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-b5f7faac-2459-4abc-8c46-0083f5255e4b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (9f6ba102-729f-4db0-85bd-4f490aab77db), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:07.246827 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-b5f7faac-2459-4abc-8c46-0083f5255e4b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Network f0c3e2a8-7b6d-47b3-b743-56e894a4b50d is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:27:07.252983 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-b5f7faac-2459-4abc-8c46-0083f5255e4b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:27:07.256872 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-b5f7faac-2459-4abc-8c46-0083f5255e4b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:27:07.263456 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f7faac-2459-4abc-8c46-0083f5255e4b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Pushing event updated for resources: {'Port': ['ID=9f6ba102-729f-4db0-85bd-4f490aab77db,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:27:07.296427 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7faac-2459-4abc-8c46-0083f5255e4b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:07.296814 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7faac-2459-4abc-8c46-0083f5255e4b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:07.297866 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7faac-2459-4abc-8c46-0083f5255e4b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:07.298429 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7faac-2459-4abc-8c46-0083f5255e4b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:07.298985 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7faac-2459-4abc-8c46-0083f5255e4b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:07.299509 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7faac-2459-4abc-8c46-0083f5255e4b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:07.299907 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7faac-2459-4abc-8c46-0083f5255e4b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:07.300294 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7faac-2459-4abc-8c46-0083f5255e4b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:07.300661 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7faac-2459-4abc-8c46-0083f5255e4b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:07.301278 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7faac-2459-4abc-8c46-0083f5255e4b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:07.301793 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7faac-2459-4abc-8c46-0083f5255e4b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:07.302301 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7faac-2459-4abc-8c46-0083f5255e4b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:07.302810 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7faac-2459-4abc-8c46-0083f5255e4b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:07.331693 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-b5f7faac-2459-4abc-8c46-0083f5255e4b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:07.332345 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-b5f7faac-2459-4abc-8c46-0083f5255e4b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:07.349545 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-b5f7faac-2459-4abc-8c46-0083f5255e4b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5866494 Feb 15 04:27:07.361420 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-ad601368-8ac4-4247-bd20-d2c18a92cf02 service neutron] Request body: {'port': {'device_id': '8003b584-f389-4058-8718-5e3ca7015245', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:27:07.423039 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-ad601368-8ac4-4247-bd20-d2c18a92cf02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (9f6ba102-729f-4db0-85bd-4f490aab77db), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:07.542082 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-08bc7c8c-5e3d-4d24-a38c-a1b7ba3eb425 None None] Provisioning complete for port 9f6ba102-729f-4db0-85bd-4f490aab77db triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:27:07.542672 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-08bc7c8c-5e3d-4d24-a38c-a1b7ba3eb425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (9f6ba102-729f-4db0-85bd-4f490aab77db), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:07.576199 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-08bc7c8c-5e3d-4d24-a38c-a1b7ba3eb425 None None] Port 9f6ba102-729f-4db0-85bd-4f490aab77db cannot update to ACTIVE because it is not bound. {{(pid=102635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:27:07.683015 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-ad601368-8ac4-4247-bd20-d2c18a92cf02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f6ba102-729f-4db0-85bd-4f490aab77db {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:27:07.691150 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-ad601368-8ac4-4247-bd20-d2c18a92cf02 service neutron] Publish callbacks [] for port (9f6ba102-729f-4db0-85bd-4f490aab77db), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:07.702576 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-ad601368-8ac4-4247-bd20-d2c18a92cf02 service neutron] Transition to ACTIVE for port object 9f6ba102-729f-4db0-85bd-4f490aab77db will not be triggered until provisioned by entity L2. {{(pid=102633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 04:27:07.707712 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-ad601368-8ac4-4247-bd20-d2c18a92cf02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (9f6ba102-729f-4db0-85bd-4f490aab77db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:07.757184 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad601368-8ac4-4247-bd20-d2c18a92cf02 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6ba102-729f-4db0-85bd-4f490aab77db,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:27:07.830274 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-ad601368-8ac4-4247-bd20-d2c18a92cf02 service neutron] Attempting to bind port 9f6ba102-729f-4db0-85bd-4f490aab77db on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:27:07.830617 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-ad601368-8ac4-4247-bd20-d2c18a92cf02 service neutron] Attempting to bind port 9f6ba102-729f-4db0-85bd-4f490aab77db by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': 'a2939050-b15c-425b-a2c1-f2f0e37f1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:27:07.830949 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-ad601368-8ac4-4247-bd20-d2c18a92cf02 service neutron] Attempting to bind port 9f6ba102-729f-4db0-85bd-4f490aab77db on network f0c3e2a8-7b6d-47b3-b743-56e894a4b50d {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:27:07.835577 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-ad601368-8ac4-4247-bd20-d2c18a92cf02 service neutron] Port 9f6ba102-729f-4db0-85bd-4f490aab77db on network f0c3e2a8-7b6d-47b3-b743-56e894a4b50d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 04:27:07.835903 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-ad601368-8ac4-4247-bd20-d2c18a92cf02 service neutron] Attempting to bind port 9f6ba102-729f-4db0-85bd-4f490aab77db on network f0c3e2a8-7b6d-47b3-b743-56e894a4b50d {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:27:07.840983 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-ad601368-8ac4-4247-bd20-d2c18a92cf02 service neutron] Checking agent: {'id': '3d42c16f-c1cc-4a31-813a-51fffe75373d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'started_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:27:07.841329 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-ad601368-8ac4-4247-bd20-d2c18a92cf02 service neutron] Checking segment: {'id': 'a2939050-b15c-425b-a2c1-f2f0e37f1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:27:07.841707 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-ad601368-8ac4-4247-bd20-d2c18a92cf02 service neutron] Bound using segment: {'id': 'a2939050-b15c-425b-a2c1-f2f0e37f1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:27:07.842169 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-ad601368-8ac4-4247-bd20-d2c18a92cf02 service neutron] Bound port: 9f6ba102-729f-4db0-85bd-4f490aab77db, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2939050-b15c-425b-a2c1-f2f0e37f1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:27:07.842526 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-ad601368-8ac4-4247-bd20-d2c18a92cf02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (9f6ba102-729f-4db0-85bd-4f490aab77db), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:07.913809 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-ad601368-8ac4-4247-bd20-d2c18a92cf02 service neutron] For port 9f6ba102-729f-4db0-85bd-4f490aab77db, host hv-cinder-81610, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:27:07.917019 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-ad601368-8ac4-4247-bd20-d2c18a92cf02 service neutron] For port 9f6ba102-729f-4db0-85bd-4f490aab77db, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=9f6ba102-729f-4db0-85bd-4f490aab77db,segment=NetworkSegment(a2939050-b15c-425b-a2c1-f2f0e37f1e44),segment_id=a2939050-b15c-425b-a2c1-f2f0e37f1e44)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:27:07.924582 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-ad601368-8ac4-4247-bd20-d2c18a92cf02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (9f6ba102-729f-4db0-85bd-4f490aab77db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:07.961846 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-ad601368-8ac4-4247-bd20-d2c18a92cf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:07.962468 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-ad601368-8ac4-4247-bd20-d2c18a92cf02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:07.963838 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-ad601368-8ac4-4247-bd20-d2c18a92cf02 service neutron] 10.222.0.59 "PUT /v2.0/ports/9f6ba102-729f-4db0-85bd-4f490aab77db HTTP/1.1" status: 200 len: 1094 time: 0.6072059 Feb 15 04:27:07.964278 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8003b584-f389-4058-8718-5e3ca7015245', 'tag': '9f6ba102-729f-4db0-85bd-4f490aab77db'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:27:07.966551 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c9fedd-5cb7-4ca1-a3b5-7698248d1121" -d '{"events": [{"name": "network-changed", "server_uuid": "8003b584-f389-4058-8718-5e3ca7015245", "tag": "9f6ba102-729f-4db0-85bd-4f490aab77db"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:27:07.977025 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646c6ff-6b30-481a-b05c-b03c9bf5d9a8 req-4931e94e-63be-42a1-8148-d78c181be8a5 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:07.985266 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-9646c6ff-6b30-481a-b05c-b03c9bf5d9a8 req-4931e94e-63be-42a1-8148-d78c181be8a5 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 944 time: 0.0629210 Feb 15 04:27:08.022128 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c315c09-b464-41ad-99a4-f90c8639c82d x-openstack-request-id: req-1c315c09-b464-41ad-99a4-f90c8639c82d {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:27:08.022128 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8003b584-f389-4058-8718-5e3ca7015245", "tag": "9f6ba102-729f-4db0-85bd-4f490aab77db", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:27:08.022128 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1c315c09-b464-41ad-99a4-f90c8639c82d {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:27:08.022677 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8003b584-f389-4058-8718-5e3ca7015245', 'tag': '9f6ba102-729f-4db0-85bd-4f490aab77db', 'status': 'completed', 'code': 200} Feb 15 04:27:08.040653 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad601368-8ac4-4247-bd20-d2c18a92cf02 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6ba102-729f-4db0-85bd-4f490aab77db,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:27:08.049562 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-9646c6ff-6b30-481a-b05c-b03c9bf5d9a8 req-432e9597-0666-4409-9e4c-bcee95202a96 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630581 Feb 15 04:27:08.067201 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-90332cef-3465-412f-85e8-cecdea113b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:08.068884 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-90332cef-3465-412f-85e8-cecdea113b57 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6908f5f033f4c8888210c0cf405f4fa&device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 1128 time: 0.0609851 Feb 15 04:27:08.118208 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-06c4ea30-d66e-4220-8ce4-6eba7ba84afb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f6ba102-729f-4db0-85bd-4f490aab77db HTTP/1.1" status: 200 len: 217 time: 0.0392671 Feb 15 04:27:08.419348 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-3d6a4973-31ae-4569-bece-22e22b7cb82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:08.420717 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-3d6a4973-31ae-4569-bece-22e22b7cb82e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5c54656-66d3-4f7d-bcac-e474d59bf132 HTTP/1.1" status: 200 len: 855 time: 0.2938726 Feb 15 04:27:08.470197 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-a1f9380b-7022-4ac5-ba0b-d0430ccf28a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:08.471700 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-a1f9380b-7022-4ac5-ba0b-d0430ccf28a7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0c3e2a8-7b6d-47b3-b743-56e894a4b50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444324 Feb 15 04:27:08.538906 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:08.568974 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-f4fbb6ca-5655-4b82-a92a-d3d787e20093 service neutron] 10.222.0.59 "GET /v2.0/networks/f0c3e2a8-7b6d-47b3-b743-56e894a4b50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896547 Feb 15 04:27:08.660916 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-675df8e2-3c69-44b8-858f-96df8faa94d8 req-b34d9f84-1359-4fa9-bca0-ba63ff8d6bcd service neutron] 10.222.0.59 "GET /v2.0/networks/f0c3e2a8-7b6d-47b3-b743-56e894a4b50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850348 Feb 15 04:27:08.761020 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9fedd-5cb7-4ca1-a3b5-7698248d1121 req-7756063f-6539-4739-9eff-5a5d5e14d232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:08.762517 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-52c9fedd-5cb7-4ca1-a3b5-7698248d1121 req-7756063f-6539-4739-9eff-5a5d5e14d232 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6908f5f033f4c8888210c0cf405f4fa&device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 1128 time: 0.0480375 Feb 15 04:27:08.855380 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9fedd-5cb7-4ca1-a3b5-7698248d1121 req-4d80fbeb-4a3b-4b13-83a1-1c8009ebc8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:08.856842 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-52c9fedd-5cb7-4ca1-a3b5-7698248d1121 req-4d80fbeb-4a3b-4b13-83a1-1c8009ebc8bc service neutron] 10.222.0.59 "GET /v2.0/networks?id=f0c3e2a8-7b6d-47b3-b743-56e894a4b50d HTTP/1.1" status: 200 len: 916 time: 0.0867767 Feb 15 04:27:08.897121 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-52c9fedd-5cb7-4ca1-a3b5-7698248d1121 req-eba0df85-5d90-4f6a-ad90-163af32e4b55 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f6ba102-729f-4db0-85bd-4f490aab77db HTTP/1.1" status: 200 len: 217 time: 0.0341070 Feb 15 04:27:08.946554 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9fedd-5cb7-4ca1-a3b5-7698248d1121 req-20fdcb1f-3e4c-4f3e-8ca7-625742ffc823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:08.947973 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-52c9fedd-5cb7-4ca1-a3b5-7698248d1121 req-20fdcb1f-3e4c-4f3e-8ca7-625742ffc823 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5c54656-66d3-4f7d-bcac-e474d59bf132 HTTP/1.1" status: 200 len: 855 time: 0.0457826 Feb 15 04:27:09.004662 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9fedd-5cb7-4ca1-a3b5-7698248d1121 req-2d3f2335-5ed5-42ca-970f-eaa4c5858657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:09.006113 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-52c9fedd-5cb7-4ca1-a3b5-7698248d1121 req-2d3f2335-5ed5-42ca-970f-eaa4c5858657 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0c3e2a8-7b6d-47b3-b743-56e894a4b50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512033 Feb 15 04:27:09.094096 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-52c9fedd-5cb7-4ca1-a3b5-7698248d1121 req-4c2b1336-53f1-4f3e-a60b-20dd79566b64 service neutron] 10.222.0.59 "GET /v2.0/networks/f0c3e2a8-7b6d-47b3-b743-56e894a4b50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816183 Feb 15 04:27:09.220952 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-52c9fedd-5cb7-4ca1-a3b5-7698248d1121 req-ab5c0b95-6efc-49bf-a48a-dd8271f1d579 service neutron] 10.222.0.59 "GET /v2.0/networks/f0c3e2a8-7b6d-47b3-b743-56e894a4b50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209428 Feb 15 04:27:09.228632 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf28b7-5986-41cf-bbb9-be856d69fd39 req-bdb3203c-0dfc-4d0d-9bce-80fd032a2195 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:09.230049 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4ebf28b7-5986-41cf-bbb9-be856d69fd39 req-bdb3203c-0dfc-4d0d-9bce-80fd032a2195 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 944 time: 0.0820572 Feb 15 04:27:09.276277 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4ebf28b7-5986-41cf-bbb9-be856d69fd39 req-3b46505d-95bb-4307-8ec5-b167f3d065f0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397179 Feb 15 04:27:09.773557 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:10.401654 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa6c24-b6e8-40da-9e3d-ebbfcf63cb2e req-a72c30a1-8c8a-4e39-b528-5389979debd5 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:10.403108 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-89fa6c24-b6e8-40da-9e3d-ebbfcf63cb2e req-a72c30a1-8c8a-4e39-b528-5389979debd5 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 944 time: 0.0566373 Feb 15 04:27:10.449577 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-89fa6c24-b6e8-40da-9e3d-ebbfcf63cb2e req-8269e3da-ba0b-4a20-8d0d-11a72a8106e5 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407784 Feb 15 04:27:11.575291 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24620f98-255d-4c73-bbcf-f67198b75b1c req-773a9554-ba4d-4c72-bf2a-ffc44fcee51f tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:11.576745 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-24620f98-255d-4c73-bbcf-f67198b75b1c req-773a9554-ba4d-4c72-bf2a-ffc44fcee51f tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 944 time: 0.0556307 Feb 15 04:27:11.623898 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-24620f98-255d-4c73-bbcf-f67198b75b1c req-503b8247-efc2-4147-b89f-e7f1cb4de4e4 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404201 Feb 15 04:27:11.734017 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:12.286019 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 9f6ba102-729f-4db0-85bd-4f490aab77db details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 04:27:12.385901 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 9f6ba102-729f-4db0-85bd-4f490aab77db, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=9f6ba102-729f-4db0-85bd-4f490aab77db,segment=NetworkSegment(a2939050-b15c-425b-a2c1-f2f0e37f1e44),segment_id=a2939050-b15c-425b-a2c1-f2f0e37f1e44)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:27:12.398049 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Returning: {'device': '9f6ba102-729f-4db0-85bd-4f490aab77db', 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d', 'port_id': '9f6ba102-729f-4db0-85bd-4f490aab77db', 'mac_address': 'fa:16:3e:9a:28:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 04:27:12.435313 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 9f6ba102-729f-4db0-85bd-4f490aab77db is: DOWN; New status is: BUILD {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:27:12.435705 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (9f6ba102-729f-4db0-85bd-4f490aab77db), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:12.449342 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6ba102-729f-4db0-85bd-4f490aab77db {{(pid=102635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:27:12.470791 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 9f6ba102-729f-4db0-85bd-4f490aab77db, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=9f6ba102-729f-4db0-85bd-4f490aab77db,segment=NetworkSegment(a2939050-b15c-425b-a2c1-f2f0e37f1e44),segment_id=a2939050-b15c-425b-a2c1-f2f0e37f1e44)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:27:12.474833 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (9f6ba102-729f-4db0-85bd-4f490aab77db), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:12.528191 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=9f6ba102-729f-4db0-85bd-4f490aab77db,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:27:12.536651 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:12.536980 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:12.537330 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:12.537663 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:12.538010 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:12.538311 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:12.538634 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:12.538955 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:12.539276 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:12.539614 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:12.539936 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:12.540253 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:12.540571 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:12.763796 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306c8fe-562d-4b3a-af9d-52ae3931277f req-300b3dfc-cecc-4034-bc16-8d79b46de845 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:12.765570 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-1306c8fe-562d-4b3a-af9d-52ae3931277f req-300b3dfc-cecc-4034-bc16-8d79b46de845 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 945 time: 0.0604022 Feb 15 04:27:12.817281 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-1306c8fe-562d-4b3a-af9d-52ae3931277f req-0ce29c70-18f7-4641-82a1-6dcf286f8ab1 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451963 Feb 15 04:27:12.819176 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['9f6ba102-729f-4db0-85bd-4f490aab77db'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:27:13.945566 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52d0df-0bc9-45d8-85c7-e613b69ffd07 req-b4856ddb-ec42-4dc9-a986-5f4cb9b7ec7d tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:13.947056 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0b52d0df-0bc9-45d8-85c7-e613b69ffd07 req-b4856ddb-ec42-4dc9-a986-5f4cb9b7ec7d tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 945 time: 0.0532150 Feb 15 04:27:13.997283 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0b52d0df-0bc9-45d8-85c7-e613b69ffd07 req-b46ec572-cdfd-4fda-a5e7-38c54347f705 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443792 Feb 15 04:27:14.303345 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 9f6ba102-729f-4db0-85bd-4f490aab77db up at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:27:14.354874 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning for port 9f6ba102-729f-4db0-85bd-4f490aab77db completed by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 04:27:14.362718 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning complete for port 9f6ba102-729f-4db0-85bd-4f490aab77db triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:27:14.363518 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (9f6ba102-729f-4db0-85bd-4f490aab77db), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:14.445746 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 9f6ba102-729f-4db0-85bd-4f490aab77db is: BUILD; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:27:14.446134 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (9f6ba102-729f-4db0-85bd-4f490aab77db), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:14.471305 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8003b584-f389-4058-8718-5e3ca7015245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6ba102-729f-4db0-85bd-4f490aab77db'}] {{(pid=102635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:27:14.473625 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274a2a5e9be6a0ee09154d0e072c1b660d39e5ec588b61e50c849ad5e467022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defa987f-7251-43ff-9810-ebdee460b040" -d '{"events": [{"server_uuid": "8003b584-f389-4058-8718-5e3ca7015245", "name": "network-vif-plugged", "status": "completed", "tag": "9f6ba102-729f-4db0-85bd-4f490aab77db"}]}' {{(pid=102635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:27:14.488252 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 9f6ba102-729f-4db0-85bd-4f490aab77db, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=9f6ba102-729f-4db0-85bd-4f490aab77db,segment=NetworkSegment(a2939050-b15c-425b-a2c1-f2f0e37f1e44),segment_id=a2939050-b15c-425b-a2c1-f2f0e37f1e44)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:27:14.493432 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (9f6ba102-729f-4db0-85bd-4f490aab77db), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:14.520685 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f6ee52-5e50-4d4c-aa41-d7ae159afece x-openstack-request-id: req-e7f6ee52-5e50-4d4c-aa41-d7ae159afece {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:27:14.521001 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8003b584-f389-4058-8718-5e3ca7015245", "name": "network-vif-plugged", "status": "completed", "tag": "9f6ba102-729f-4db0-85bd-4f490aab77db", "code": 200}]} {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:27:14.521257 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e7f6ee52-5e50-4d4c-aa41-d7ae159afece {{(pid=102635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:27:14.521642 dv-cinder-816104-2-iscsi neutron-server[102635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8003b584-f389-4058-8718-5e3ca7015245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6ba102-729f-4db0-85bd-4f490aab77db', 'code': 200} Feb 15 04:27:14.554995 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=9f6ba102-729f-4db0-85bd-4f490aab77db,revision_number=5']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:27:14.709924 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6a66a-467c-4198-85aa-7b813312f72f req-3c54b8c9-38f5-40e1-96ac-7599d113bf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:14.711398 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-90b6a66a-467c-4198-85aa-7b813312f72f req-3c54b8c9-38f5-40e1-96ac-7599d113bf00 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 1130 time: 0.0573246 Feb 15 04:27:14.757278 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-90b6a66a-467c-4198-85aa-7b813312f72f req-63194d62-4cf9-406c-bfc7-16b1cebfcb62 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391228 Feb 15 04:27:15.128524 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c8455-4c7b-47cf-8f9e-3ec57498dc5f req-f7a9b35f-c10a-43e2-9ab2-1e3f867a51cb tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:15.130039 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5a8c8455-4c7b-47cf-8f9e-3ec57498dc5f req-f7a9b35f-c10a-43e2-9ab2-1e3f867a51cb tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.0561364 Feb 15 04:27:15.183198 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5a8c8455-4c7b-47cf-8f9e-3ec57498dc5f req-f42f34f8-e6dc-4749-b86e-5c717a9c262b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451875 Feb 15 04:27:16.320802 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df69e0-0f34-4d34-92d3-3879b3df1a88 req-0f83bee8-0678-4118-a73c-fa981fbba077 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:16.322690 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-26df69e0-0f34-4d34-92d3-3879b3df1a88 req-0f83bee8-0678-4118-a73c-fa981fbba077 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.0619853 Feb 15 04:27:16.373612 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-26df69e0-0f34-4d34-92d3-3879b3df1a88 req-0438a544-9735-4487-a442-aefedcd8df80 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444486 Feb 15 04:27:17.498649 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d190e9-e116-4e28-9829-304fb2f199ed req-0031023e-d086-4e1b-be8d-a5cf1b23e39e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:17.500623 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d3d190e9-e116-4e28-9829-304fb2f199ed req-0031023e-d086-4e1b-be8d-a5cf1b23e39e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.0538442 Feb 15 04:27:17.554101 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d3d190e9-e116-4e28-9829-304fb2f199ed req-15350072-a536-4dce-8fd3-1e5a9b0e407f tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463355 Feb 15 04:27:17.684346 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca061e-6d8f-40ef-935d-f5b2bfc4520f req-43e55db4-e3fb-4db7-9f5c-6fd176713d40 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:17.685922 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-8dca061e-6d8f-40ef-935d-f5b2bfc4520f req-43e55db4-e3fb-4db7-9f5c-6fd176713d40 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.0532990 Feb 15 04:27:17.695434 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 59480) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:27:17.700040 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-9094ae29-2db0-46a9-aaeb-1969ee1eb4d3 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Request body: {'floatingip': {'port_id': '9f6ba102-729f-4db0-85bd-4f490aab77db'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:27:17.743887 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9094ae29-2db0-46a9-aaeb-1969ee1eb4d3 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for floatingip (11c28e42-fddd-4719-a139-28c34fa2c0f6), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:18.206341 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9094ae29-2db0-46a9-aaeb-1969ee1eb4d3 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:18.210423 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9094ae29-2db0-46a9-aaeb-1969ee1eb4d3 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639540'] for floatingip (11c28e42-fddd-4719-a139-28c34fa2c0f6), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:18.321211 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.db.l3_db [None req-9094ae29-2db0-46a9-aaeb-1969ee1eb4d3 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Floating IP 11c28e42-fddd-4719-a139-28c34fa2c0f6 associated. External IP: 172.27.1.151, port: 9f6ba102-729f-4db0-85bd-4f490aab77db. Feb 15 04:27:18.539808 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9094ae29-2db0-46a9-aaeb-1969ee1eb4d3 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Router 2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2 has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:27:18.654026 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9094ae29-2db0-46a9-aaeb-1969ee1eb4d3 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:27:18.659853 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9094ae29-2db0-46a9-aaeb-1969ee1eb4d3 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for floatingip (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:18.664676 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e94cc1-a149-4710-ab07-9e07e3fcab9a None None] Sync routers for ids ['2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'] in dv-cinder-816104-2-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:27:18.675959 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e94cc1-a149-4710-ab07-9e07e3fcab9a None None] Routers {'2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:27:18.676582 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-88e94cc1-a149-4710-ab07-9e07e3fcab9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:27:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:27:18.689380 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-9094ae29-2db0-46a9-aaeb-1969ee1eb4d3 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "PUT /v2.0/floatingips/11c28e42-fddd-4719-a139-28c34fa2c0f6 HTTP/1.1" status: 200 len: 992 time: 0.9927990 Feb 15 04:27:18.689975 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8003b584-f389-4058-8718-5e3ca7015245', 'tag': '9f6ba102-729f-4db0-85bd-4f490aab77db'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:27:18.692324 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f73fda-0399-40f7-8fcb-664605b8731c" -d '{"events": [{"name": "network-changed", "server_uuid": "8003b584-f389-4058-8718-5e3ca7015245", "tag": "9f6ba102-729f-4db0-85bd-4f490aab77db"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:27:18.735429 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005c91e1-f283-4385-bc4a-c02fb9160ec7 x-openstack-request-id: req-005c91e1-f283-4385-bc4a-c02fb9160ec7 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:27:18.735773 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8003b584-f389-4058-8718-5e3ca7015245", "tag": "9f6ba102-729f-4db0-85bd-4f490aab77db", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:27:18.736030 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-005c91e1-f283-4385-bc4a-c02fb9160ec7 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:27:18.736592 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8003b584-f389-4058-8718-5e3ca7015245', 'tag': '9f6ba102-729f-4db0-85bd-4f490aab77db', 'status': 'completed', 'code': 200} Feb 15 04:27:18.810330 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f73fda-0399-40f7-8fcb-664605b8731c req-e0a5a108-03c3-41b2-904b-fae5769b5ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:18.811792 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-19f73fda-0399-40f7-8fcb-664605b8731c req-e0a5a108-03c3-41b2-904b-fae5769b5ad5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6908f5f033f4c8888210c0cf405f4fa&device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 1130 time: 0.0528688 Feb 15 04:27:18.917949 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f73fda-0399-40f7-8fcb-664605b8731c req-3915db76-6e8f-4ff7-ba2a-8ea89ade358a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:18.919544 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-19f73fda-0399-40f7-8fcb-664605b8731c req-3915db76-6e8f-4ff7-ba2a-8ea89ade358a service neutron] 10.222.0.59 "GET /v2.0/networks?id=f0c3e2a8-7b6d-47b3-b743-56e894a4b50d HTTP/1.1" status: 200 len: 916 time: 0.0986350 Feb 15 04:27:18.943025 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-88e94cc1-a149-4710-ab07-9e07e3fcab9a None None] Set router 2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:27:19.016407 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-19f73fda-0399-40f7-8fcb-664605b8731c req-2954bc20-04ae-4c21-b961-867af25c08ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f6ba102-729f-4db0-85bd-4f490aab77db HTTP/1.1" status: 200 len: 1000 time: 0.0895066 Feb 15 04:27:19.077396 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f73fda-0399-40f7-8fcb-664605b8731c req-cc4b45ef-a801-4e30-a6bf-2224796bae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:19.079826 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-19f73fda-0399-40f7-8fcb-664605b8731c req-cc4b45ef-a801-4e30-a6bf-2224796bae38 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5c54656-66d3-4f7d-bcac-e474d59bf132 HTTP/1.1" status: 200 len: 855 time: 0.0557325 Feb 15 04:27:19.154076 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f73fda-0399-40f7-8fcb-664605b8731c req-8bea42c7-729b-4115-a2fd-4c8bffbe51fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:19.156056 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-19f73fda-0399-40f7-8fcb-664605b8731c req-8bea42c7-729b-4115-a2fd-4c8bffbe51fd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0c3e2a8-7b6d-47b3-b743-56e894a4b50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0672650 Feb 15 04:27:19.211608 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-88e94cc1-a149-4710-ab07-9e07e3fcab9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'name': 'tempest-AttachVolumeShelveTestJSON-558353376-router', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:37Z', 'updated_at': '2022-02-15T04:19:51Z', 'revision_number': 4, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'gw_port': {'id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:39Z', 'updated_at': '2022-02-15T04:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_floatingips': [{'id': '11c28e42-fddd-4719-a139-28c34fa2c0f6', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'floating_ip_address': '172.27.1.151', 'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'router_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'port_id': '9f6ba102-729f-4db0-85bd-4f490aab77db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d', 'mac_address': 'fa:16:3e:9a:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8003b584-f389-4058-8718-5e3ca7015245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:27:04Z', 'updated_at': '2022-02-15T04:27:18Z', 'revision_number': 1, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed95016a-a25d-49d0-9aed-456bb80645fd', 'name': '', 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'mac_address': 'fa:16:3e:61:e3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:45Z', 'updated_at': '2022-02-15T04:20:02Z', 'revision_number': 5, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'subnets': [{'id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:27:19.238123 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e94cc1-a149-4710-ab07-9e07e3fcab9a None None] Checking router: 2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2 for host: dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:27:19.248121 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e94cc1-a149-4710-ab07-9e07e3fcab9a None None] Routers {'2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:27:19.248775 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-88e94cc1-a149-4710-ab07-9e07e3fcab9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:27:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:27:19.268320 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-19f73fda-0399-40f7-8fcb-664605b8731c req-48f3ef10-4492-483b-9f9c-4bcf4dab9fcb service neutron] 10.222.0.59 "GET /v2.0/networks/f0c3e2a8-7b6d-47b3-b743-56e894a4b50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027799 Feb 15 04:27:19.360480 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-19f73fda-0399-40f7-8fcb-664605b8731c req-73eea20f-09c2-4cf1-876f-dcddcbd8fd1d service neutron] 10.222.0.59 "GET /v2.0/networks/f0c3e2a8-7b6d-47b3-b743-56e894a4b50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848658 Feb 15 04:27:19.364945 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-88e94cc1-a149-4710-ab07-9e07e3fcab9a None None] Set router 2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:27:19.600492 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-88e94cc1-a149-4710-ab07-9e07e3fcab9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'name': 'tempest-AttachVolumeShelveTestJSON-558353376-router', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:37Z', 'updated_at': '2022-02-15T04:19:51Z', 'revision_number': 4, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'gw_port': {'id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:39Z', 'updated_at': '2022-02-15T04:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_floatingips': [{'id': '11c28e42-fddd-4719-a139-28c34fa2c0f6', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'floating_ip_address': '172.27.1.151', 'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'router_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'port_id': '9f6ba102-729f-4db0-85bd-4f490aab77db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d', 'mac_address': 'fa:16:3e:9a:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8003b584-f389-4058-8718-5e3ca7015245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:27:04Z', 'updated_at': '2022-02-15T04:27:18Z', 'revision_number': 1, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed95016a-a25d-49d0-9aed-456bb80645fd', 'name': '', 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'mac_address': 'fa:16:3e:61:e3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:45Z', 'updated_at': '2022-02-15T04:20:02Z', 'revision_number': 5, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'subnets': [{'id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:27:19.631802 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e94cc1-a149-4710-ab07-9e07e3fcab9a None None] The sync data for ids ['2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'] in dv-cinder-816104-2-iscsi is: [{'id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'name': 'tempest-AttachVolumeShelveTestJSON-558353376-router', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:37Z', 'updated_at': '2022-02-15T04:19:51Z', 'revision_number': 4, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'gw_port': {'id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:39Z', 'updated_at': '2022-02-15T04:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_floatingips': [{'id': '11c28e42-fddd-4719-a139-28c34fa2c0f6', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'floating_ip_address': '172.27.1.151', 'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'router_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'port_id': '9f6ba102-729f-4db0-85bd-4f490aab77db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d', 'mac_address': 'fa:16:3e:9a:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8003b584-f389-4058-8718-5e3ca7015245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:27:04Z', 'updated_at': '2022-02-15T04:27:18Z', 'revision_number': 1, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed95016a-a25d-49d0-9aed-456bb80645fd', 'name': '', 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'mac_address': 'fa:16:3e:61:e3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:45Z', 'updated_at': '2022-02-15T04:20:02Z', 'revision_number': 5, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'subnets': [{'id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:27:19.838480 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d20214-26be-480b-8328-3c6fc18e2a85 None None] New status for floating IP 11c28e42-fddd-4719-a139-28c34fa2c0f6: ACTIVE {{(pid=102636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 04:27:21.628120 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:27:32.261247 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-bc38d302-2646-40a6-a1a3-662512e1340a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:36.069874 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-ac99c5dd-ad4a-4673-943a-647ee2017a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:36.428529 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:38.541332 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:38.808789 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ed55b-e9d7-488b-9e1b-3853e685e871 req-53f492e4-1758-40d6-a2a1-348c8121a389 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:38.810266 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-187ed55b-e9d7-488b-9e1b-3853e685e871 req-53f492e4-1758-40d6-a2a1-348c8121a389 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.0531373 Feb 15 04:27:38.856801 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-187ed55b-e9d7-488b-9e1b-3853e685e871 req-855536b5-e662-4755-bf09-27b30a3e78e8 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405822 Feb 15 04:27:39.776503 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:39.986599 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6c5af-aa1a-4e19-b3e1-ce08080ee12a req-85b718d9-c3cd-452d-a1ce-a41bc9311fb1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:39.987972 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7de6c5af-aa1a-4e19-b3e1-ce08080ee12a req-85b718d9-c3cd-452d-a1ce-a41bc9311fb1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.0604684 Feb 15 04:27:40.033319 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7de6c5af-aa1a-4e19-b3e1-ce08080ee12a req-8e86b7b6-a79d-4aea-9691-2094384aa7df tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=364fca6b-c358-4266-81cb-3bf43d36311e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395260 Feb 15 04:27:40.213350 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29854cc2-093e-48d5-a829-d7b469ffab4a req-319a998b-749b-4cad-92f1-f7627d0eb2fb tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:40.214785 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-29854cc2-093e-48d5-a829-d7b469ffab4a req-319a998b-749b-4cad-92f1-f7627d0eb2fb tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.59 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 946 time: 0.0535879 Feb 15 04:27:40.319019 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-29854cc2-093e-48d5-a829-d7b469ffab4a req-14e53653-a880-4dd3-8f74-633a4cb8ca57 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Deleting port cef1beba-9166-4527-9646-13388dc57d5b {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:27:40.319256 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-29854cc2-093e-48d5-a829-d7b469ffab4a req-14e53653-a880-4dd3-8f74-633a4cb8ca57 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (cef1beba-9166-4527-9646-13388dc57d5b), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:40.404525 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-29854cc2-093e-48d5-a829-d7b469ffab4a req-14e53653-a880-4dd3-8f74-633a4cb8ca57 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] For port cef1beba-9166-4527-9646-13388dc57d5b, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=cef1beba-9166-4527-9646-13388dc57d5b,segment=NetworkSegment(893e466e-66a5-45bb-9724-e0a92ab9dee9),segment_id=893e466e-66a5-45bb-9724-e0a92ab9dee9)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:27:40.404879 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-29854cc2-093e-48d5-a829-d7b469ffab4a req-14e53653-a880-4dd3-8f74-633a4cb8ca57 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (cef1beba-9166-4527-9646-13388dc57d5b), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:40.575950 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-29854cc2-093e-48d5-a829-d7b469ffab4a req-14e53653-a880-4dd3-8f74-633a4cb8ca57 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:40.576272 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-29854cc2-093e-48d5-a829-d7b469ffab4a req-14e53653-a880-4dd3-8f74-633a4cb8ca57 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639540'] for floatingip (3ccabea8-1612-43af-8ee7-3124b417d48a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:40.576504 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.db.l3_db [req-29854cc2-093e-48d5-a829-d7b469ffab4a req-14e53653-a880-4dd3-8f74-633a4cb8ca57 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Floating IP 3ccabea8-1612-43af-8ee7-3124b417d48a disassociated. External IP: 172.27.1.142, port: cef1beba-9166-4527-9646-13388dc57d5b. Feb 15 04:27:40.576834 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-29854cc2-093e-48d5-a829-d7b469ffab4a req-14e53653-a880-4dd3-8f74-633a4cb8ca57 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Calling delete_port for cef1beba-9166-4527-9646-13388dc57d5b owned by compute:nova {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:27:40.703430 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-29854cc2-093e-48d5-a829-d7b469ffab4a req-14e53653-a880-4dd3-8f74-633a4cb8ca57 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (cef1beba-9166-4527-9646-13388dc57d5b), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:40.732310 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e53653-a880-4dd3-8f74-633a4cb8ca57 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Pushing event deleted for resources: {'Port': ['ID=cef1beba-9166-4527-9646-13388dc57d5b,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:27:40.848823 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29854cc2-093e-48d5-a829-d7b469ffab4a req-14e53653-a880-4dd3-8f74-633a4cb8ca57 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Router c9fea396-0fd8-4a83-909f-94149fea34f8 has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:27:40.956494 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29854cc2-093e-48d5-a829-d7b469ffab4a req-14e53653-a880-4dd3-8f74-633a4cb8ca57 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:27:40.965915 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fdd09e-06bd-4316-a599-d3079cccbc7d None None] Sync routers for ids ['c9fea396-0fd8-4a83-909f-94149fea34f8'] in dv-cinder-816104-2-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:27:40.976221 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fdd09e-06bd-4316-a599-d3079cccbc7d None None] Routers {'c9fea396-0fd8-4a83-909f-94149fea34f8'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:27:40.976835 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-30fdd09e-06bd-4316-a599-d3079cccbc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:27:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['c9fea396-0fd8-4a83-909f-94149fea34f8'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:27:41.001301 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-29854cc2-093e-48d5-a829-d7b469ffab4a req-14e53653-a880-4dd3-8f74-633a4cb8ca57 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] No DVR routers for this DVR port cef1beba-9166-4527-9646-13388dc57d5b on host hv-cinder-81610 {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:27:41.004192 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-29854cc2-093e-48d5-a829-d7b469ffab4a req-14e53653-a880-4dd3-8f74-633a4cb8ca57 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:41.007804 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-29854cc2-093e-48d5-a829-d7b469ffab4a req-14e53653-a880-4dd3-8f74-633a4cb8ca57 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.59 "DELETE /v2.0/ports/cef1beba-9166-4527-9646-13388dc57d5b HTTP/1.1" status: 204 len: 173 time: 0.7880642 Feb 15 04:27:41.010290 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda24f72-ec24-4b2a-9eed-23dbe8b9706c', 'name': 'network-vif-deleted', 'tag': 'cef1beba-9166-4527-9646-13388dc57d5b'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:27:41.010522 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4613084f-cb6b-412e-a99c-055e23e47fe8" -d '{"events": [{"server_uuid": "eda24f72-ec24-4b2a-9eed-23dbe8b9706c", "name": "network-vif-deleted", "tag": "cef1beba-9166-4527-9646-13388dc57d5b"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:27:41.061623 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7c5277-0997-4311-9cf6-572b15f67b7c x-openstack-request-id: req-bc7c5277-0997-4311-9cf6-572b15f67b7c {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:27:41.061956 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda24f72-ec24-4b2a-9eed-23dbe8b9706c", "name": "network-vif-deleted", "tag": "cef1beba-9166-4527-9646-13388dc57d5b", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:27:41.062194 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bc7c5277-0997-4311-9cf6-572b15f67b7c {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:27:41.062604 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda24f72-ec24-4b2a-9eed-23dbe8b9706c', 'name': 'network-vif-deleted', 'tag': 'cef1beba-9166-4527-9646-13388dc57d5b', 'status': 'completed', 'code': 200} Feb 15 04:27:41.109722 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-30fdd09e-06bd-4316-a599-d3079cccbc7d None None] Set router c9fea396-0fd8-4a83-909f-94149fea34f8 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:27:41.156330 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-67f44698-76d9-4c53-a831-e46ff6650f94 req-d13c8c06-87f6-4fed-8b98-8849e508192d tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda24f72-ec24-4b2a-9eed-23dbe8b9706c HTTP/1.1" status: 200 len: 210 time: 0.0335350 Feb 15 04:27:41.332802 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-30fdd09e-06bd-4316-a599-d3079cccbc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'name': 'tempest-AttachVolumeTestJSON-1521098367-router', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:35Z', 'updated_at': '2022-02-15T04:19:54Z', 'revision_number': 4, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'gw_port': {'id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:38Z', 'updated_at': '2022-02-15T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '12a08514-3162-4e1a-98d9-ba47008b772b', 'name': '', 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'mac_address': 'fa:16:3e:2c:7b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07051326-83bf-45b5-9e91-0b63b787c497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:47Z', 'updated_at': '2022-02-15T04:20:05Z', 'revision_number': 5, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'subnets': [{'id': '07051326-83bf-45b5-9e91-0b63b787c497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:27:41.359794 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fdd09e-06bd-4316-a599-d3079cccbc7d None None] Checking router: c9fea396-0fd8-4a83-909f-94149fea34f8 for host: dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:27:41.368958 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fdd09e-06bd-4316-a599-d3079cccbc7d None None] Routers {'c9fea396-0fd8-4a83-909f-94149fea34f8'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:27:41.369573 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-30fdd09e-06bd-4316-a599-d3079cccbc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:27:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['c9fea396-0fd8-4a83-909f-94149fea34f8'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:27:41.488646 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-30fdd09e-06bd-4316-a599-d3079cccbc7d None None] Set router c9fea396-0fd8-4a83-909f-94149fea34f8 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:27:41.700072 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-30fdd09e-06bd-4316-a599-d3079cccbc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'name': 'tempest-AttachVolumeTestJSON-1521098367-router', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:35Z', 'updated_at': '2022-02-15T04:19:54Z', 'revision_number': 4, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'gw_port': {'id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:38Z', 'updated_at': '2022-02-15T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '12a08514-3162-4e1a-98d9-ba47008b772b', 'name': '', 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'mac_address': 'fa:16:3e:2c:7b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07051326-83bf-45b5-9e91-0b63b787c497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:47Z', 'updated_at': '2022-02-15T04:20:05Z', 'revision_number': 5, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'subnets': [{'id': '07051326-83bf-45b5-9e91-0b63b787c497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:27:41.735638 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fdd09e-06bd-4316-a599-d3079cccbc7d None None] The sync data for ids ['c9fea396-0fd8-4a83-909f-94149fea34f8'] in dv-cinder-816104-2-iscsi is: [{'id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'name': 'tempest-AttachVolumeTestJSON-1521098367-router', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:35Z', 'updated_at': '2022-02-15T04:19:54Z', 'revision_number': 4, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'gw_port': {'id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:38Z', 'updated_at': '2022-02-15T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '12a08514-3162-4e1a-98d9-ba47008b772b', 'name': '', 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'mac_address': 'fa:16:3e:2c:7b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07051326-83bf-45b5-9e91-0b63b787c497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:47Z', 'updated_at': '2022-02-15T04:20:05Z', 'revision_number': 5, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'subnets': [{'id': '07051326-83bf-45b5-9e91-0b63b787c497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:27:41.748443 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:41.958647 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f7fa18-1b80-49c2-b3d9-0d69f1b64e6f None None] New status for floating IP 3ccabea8-1612-43af-8ee7-3124b417d48a: DOWN {{(pid=102636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 04:27:42.243903 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 59532) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:27:42.296381 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6907a4e9-cfe6-4af8-920f-2b28927e27f1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for security_group (364fca6b-c358-4266-81cb-3bf43d36311e), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:42.320049 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6907a4e9-cfe6-4af8-920f-2b28927e27f1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for security_group (364fca6b-c358-4266-81cb-3bf43d36311e), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:42.366829 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6907a4e9-cfe6-4af8-920f-2b28927e27f1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (364fca6b-c358-4266-81cb-3bf43d36311e), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:42.369821 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6907a4e9-cfe6-4af8-920f-2b28927e27f1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:42.370977 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-6907a4e9-cfe6-4af8-920f-2b28927e27f1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "DELETE /v2.0/security-groups/364fca6b-c358-4266-81cb-3bf43d36311e HTTP/1.1" status: 204 len: 168 time: 0.1260695 Feb 15 04:27:42.373747 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 59534) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:27:42.380524 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907a4e9-cfe6-4af8-920f-2b28927e27f1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=364fca6b-c358-4266-81cb-3bf43d36311e,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:27:42.387525 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.api.v2.resource [None req-a19afe5a-8e62-46ee-9dca-f6d25972ab9a tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] show failed (client error): The resource could not be found. Feb 15 04:27:42.388555 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-a19afe5a-8e62-46ee-9dca-f6d25972ab9a tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups/364fca6b-c358-4266-81cb-3bf43d36311e HTTP/1.1" status: 404 len: 347 time: 0.0132508 Feb 15 04:27:42.391637 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 59536) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:27:42.532794 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-6e1dbd60-aa3c-497c-a6e4-cf18b55af492 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Deleting port 15569942-f8e8-4536-b0d9-8378c3bd6f29 {{(pid=102634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:27:42.533067 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-6e1dbd60-aa3c-497c-a6e4-cf18b55af492 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (15569942-f8e8-4536-b0d9-8378c3bd6f29), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:42.607501 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-6e1dbd60-aa3c-497c-a6e4-cf18b55af492 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (15569942-f8e8-4536-b0d9-8378c3bd6f29), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:42.607818 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-6e1dbd60-aa3c-497c-a6e4-cf18b55af492 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for floatingip (15569942-f8e8-4536-b0d9-8378c3bd6f29), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:42.620603 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-6e1dbd60-aa3c-497c-a6e4-cf18b55af492 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Calling delete_port for 15569942-f8e8-4536-b0d9-8378c3bd6f29 owned by network:floatingip {{(pid=102634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:27:42.757338 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-6e1dbd60-aa3c-497c-a6e4-cf18b55af492 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5688251'] for port (15569942-f8e8-4536-b0d9-8378c3bd6f29), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:42.784577 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1dbd60-aa3c-497c-a6e4-cf18b55af492 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Pushing event deleted for resources: {'Port': ['ID=15569942-f8e8-4536-b0d9-8378c3bd6f29,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:27:42.810227 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1dbd60-aa3c-497c-a6e4-cf18b55af492 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:42.810572 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1dbd60-aa3c-497c-a6e4-cf18b55af492 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:42.810954 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1dbd60-aa3c-497c-a6e4-cf18b55af492 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:42.811280 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1dbd60-aa3c-497c-a6e4-cf18b55af492 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:42.811606 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1dbd60-aa3c-497c-a6e4-cf18b55af492 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:42.812227 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1dbd60-aa3c-497c-a6e4-cf18b55af492 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:42.812556 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1dbd60-aa3c-497c-a6e4-cf18b55af492 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:42.812878 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1dbd60-aa3c-497c-a6e4-cf18b55af492 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:42.813225 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1dbd60-aa3c-497c-a6e4-cf18b55af492 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:42.813552 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1dbd60-aa3c-497c-a6e4-cf18b55af492 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:42.813877 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1dbd60-aa3c-497c-a6e4-cf18b55af492 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:42.814192 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1dbd60-aa3c-497c-a6e4-cf18b55af492 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:42.814508 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1dbd60-aa3c-497c-a6e4-cf18b55af492 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:27:42.852451 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-6e1dbd60-aa3c-497c-a6e4-cf18b55af492 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for floatingip (3ccabea8-1612-43af-8ee7-3124b417d48a), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:42.854986 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-6e1dbd60-aa3c-497c-a6e4-cf18b55af492 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for floatingip (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:42.856102 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-6e1dbd60-aa3c-497c-a6e4-cf18b55af492 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "DELETE /v2.0/floatingips/3ccabea8-1612-43af-8ee7-3124b417d48a HTTP/1.1" status: 204 len: 168 time: 0.4625945 Feb 15 04:27:43.023716 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 59540) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:27:43.028401 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-cfa74ae4-fcce-498a-8978-943723479b40 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1756330136', 'description': 'tempest-description--1552548227'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:27:43.050220 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cfa74ae4-fcce-498a-8978-943723479b40 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:43.119908 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cfa74ae4-fcce-498a-8978-943723479b40 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for security_group (63bcead6-7c35-4eb9-adf5-c563b5eaa0a7), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:43.123559 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cfa74ae4-fcce-498a-8978-943723479b40 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (63bcead6-7c35-4eb9-adf5-c563b5eaa0a7), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:43.154850 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cfa74ae4-fcce-498a-8978-943723479b40 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:43.157228 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-cfa74ae4-fcce-498a-8978-943723479b40 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1324675 Feb 15 04:27:43.159046 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa74ae4-fcce-498a-8978-943723479b40 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63bcead6-7c35-4eb9-adf5-c563b5eaa0a7,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:27:43.160229 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 59542) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:27:43.164868 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-1ab3c99e-e3d4-46e4-a157-3cc3c8ef20e3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Request body: {'security_group_rule': {'security_group_id': '63bcead6-7c35-4eb9-adf5-c563b5eaa0a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:27:43.190573 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1ab3c99e-e3d4-46e4-a157-3cc3c8ef20e3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for security_group_rule (946f4422-8856-4e1f-999c-a2688799bd0b), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:43.235228 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1ab3c99e-e3d4-46e4-a157-3cc3c8ef20e3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for security_group_rule (946f4422-8856-4e1f-999c-a2688799bd0b), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:43.239037 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1ab3c99e-e3d4-46e4-a157-3cc3c8ef20e3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526819'] for security_group_rule (946f4422-8856-4e1f-999c-a2688799bd0b), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:43.264143 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3c99e-e3d4-46e4-a157-3cc3c8ef20e3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=946f4422-8856-4e1f-999c-a2688799bd0b,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:27:43.272172 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1ab3c99e-e3d4-46e4-a157-3cc3c8ef20e3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:43.276170 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-1ab3c99e-e3d4-46e4-a157-3cc3c8ef20e3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148064 Feb 15 04:27:43.276307 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 59544) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:27:43.281774 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-afd77589-4b5a-4d1a-9c88-1ebfede7b946 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Request body: {'security_group_rule': {'security_group_id': '63bcead6-7c35-4eb9-adf5-c563b5eaa0a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:27:43.306709 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-afd77589-4b5a-4d1a-9c88-1ebfede7b946 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for security_group_rule (02cbccb4-fe8c-404d-bbb3-8df894ec5ced), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:43.362530 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-afd77589-4b5a-4d1a-9c88-1ebfede7b946 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for security_group_rule (02cbccb4-fe8c-404d-bbb3-8df894ec5ced), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:43.366665 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-afd77589-4b5a-4d1a-9c88-1ebfede7b946 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526819'] for security_group_rule (02cbccb4-fe8c-404d-bbb3-8df894ec5ced), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:43.384071 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd77589-4b5a-4d1a-9c88-1ebfede7b946 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02cbccb4-fe8c-404d-bbb3-8df894ec5ced,revision_number=0']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:27:43.394181 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-afd77589-4b5a-4d1a-9c88-1ebfede7b946 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:43.395573 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-afd77589-4b5a-4d1a-9c88-1ebfede7b946 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180410 Feb 15 04:27:43.398648 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 59546) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:27:43.403051 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-85a13cf3-74ae-48e0-9c34-2aac8410a7c3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Request body: {'floatingip': {'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:27:43.423531 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-85a13cf3-74ae-48e0-9c34-2aac8410a7c3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:43.527159 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-85a13cf3-74ae-48e0-9c34-2aac8410a7c3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:43.632271 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.db_base_plugin_common [None req-85a13cf3-74ae-48e0-9c34-2aac8410a7c3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Allocated IP 172.27.1.61 (e6fb9507-f434-4add-a536-b65ba033e5e7/ff2a616f-f347-4e09-a791-22c9c65ada0b/e79c764d-3de8-4f40-9f4f-2a751fc4696d) {{(pid=102634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:27:43.746966 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-85a13cf3-74ae-48e0-9c34-2aac8410a7c3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for port (e79c764d-3de8-4f40-9f4f-2a751fc4696d), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:43.789848 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-85a13cf3-74ae-48e0-9c34-2aac8410a7c3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5688251'] for port (e79c764d-3de8-4f40-9f4f-2a751fc4696d), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:43.836009 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a13cf3-74ae-48e0-9c34-2aac8410a7c3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Network e6fb9507-f434-4add-a536-b65ba033e5e7 is already hosted by enough agents. {{(pid=102634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:27:43.840888 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.base_scheduler [None req-85a13cf3-74ae-48e0-9c34-2aac8410a7c3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Resources bound (agent type, host, resource id): {{(pid=102634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:27:43.843779 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a13cf3-74ae-48e0-9c34-2aac8410a7c3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Received port after_create {{(pid=102634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:27:43.869719 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a13cf3-74ae-48e0-9c34-2aac8410a7c3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Pushing event updated for resources: {'Port': ['ID=e79c764d-3de8-4f40-9f4f-2a751fc4696d,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:27:43.934241 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-85a13cf3-74ae-48e0-9c34-2aac8410a7c3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for floatingip (49d7a9d8-7c0b-4415-a337-939f9dccd788), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:43.970783 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-85a13cf3-74ae-48e0-9c34-2aac8410a7c3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (e79c764d-3de8-4f40-9f4f-2a751fc4696d), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:44.118845 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-85a13cf3-74ae-48e0-9c34-2aac8410a7c3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for port (e79c764d-3de8-4f40-9f4f-2a751fc4696d), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:44.123662 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-85a13cf3-74ae-48e0-9c34-2aac8410a7c3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5688194'] for port (e79c764d-3de8-4f40-9f4f-2a751fc4696d), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:44.187371 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a13cf3-74ae-48e0-9c34-2aac8410a7c3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Pushing event updated for resources: {'Port': ['ID=e79c764d-3de8-4f40-9f4f-2a751fc4696d,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:27:44.200513 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-85a13cf3-74ae-48e0-9c34-2aac8410a7c3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639540'] for floatingip (49d7a9d8-7c0b-4415-a337-939f9dccd788), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:44.216710 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-85a13cf3-74ae-48e0-9c34-2aac8410a7c3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for floatingip (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:44.218505 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-85a13cf3-74ae-48e0-9c34-2aac8410a7c3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8182945 Feb 15 04:27:44.419270 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-a45eae6a-3283-4f76-a954-ad1e69585d7c tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1756330136&fields=id&tenant_id=e4ef5a0f7e5040c0aa3d33d31fbbb206 HTTP/1.1" status: 200 len: 267 time: 0.0449319 Feb 15 04:27:44.464724 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device cef1beba-9166-4527-9646-13388dc57d5b no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:27:44.484994 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] No Port match for: cef1beba-9166-4527-9646-13388dc57d5b {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:27:44.485292 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device cef1beba-9166-4527-9646-13388dc57d5b not bound to the agent host hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:27:44.524621 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-da9aede4-9c19-499c-8de8-1bfc30743dde tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:44.526104 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-da9aede4-9c19-499c-8de8-1bfc30743dde tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/networks?id=c49ed967-4df2-4c03-a3f7-11bc631a5279 HTTP/1.1" status: 200 len: 811 time: 0.1004908 Feb 15 04:27:44.540711 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-478b025d-268e-4d95-b944-4aee80f52a48 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/quotas/e4ef5a0f7e5040c0aa3d33d31fbbb206 HTTP/1.1" status: 200 len: 375 time: 0.0086830 Feb 15 04:27:44.595499 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-460e2112-39fd-48a1-a56e-f05138c8d539 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e4ef5a0f7e5040c0aa3d33d31fbbb206&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493960 Feb 15 04:27:44.691399 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-5fa878a3-072b-4472-9adb-ee54b40da489 service neutron] 10.222.0.45 "GET /v2.0/networks/c49ed967-4df2-4c03-a3f7-11bc631a5279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850515 Feb 15 04:27:44.779708 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-5d20e5f9-45f8-4cf4-96de-8bb025c1a54b service neutron] 10.222.0.45 "GET /v2.0/networks/c49ed967-4df2-4c03-a3f7-11bc631a5279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827451 Feb 15 04:27:44.920858 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-95c33acd-0a71-4e09-9b7c-dcf60b28841a req-d6393023-2ae3-46cd-afc6-5702f3a660f5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541542 Feb 15 04:27:44.943132 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-b7743c4e-bc7b-4446-bb9c-b0fe9d9d9063 req-a4c281c3-d27f-4986-ab97-d90ca3f94d1f tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=27e88377-792d-40c9-9e30-6e1cf6b1017c HTTP/1.1" status: 200 len: 210 time: 0.0288584 Feb 15 04:27:44.986149 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c33acd-0a71-4e09-9b7c-dcf60b28841a req-5796a25d-4315-4190-96a2-9fe7f90d61fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:44.987574 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-95c33acd-0a71-4e09-9b7c-dcf60b28841a req-5796a25d-4315-4190-96a2-9fe7f90d61fa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b58d87f4f4ed448f8d45c85f92cf1462&device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 1168 time: 0.0470495 Feb 15 04:27:45.090096 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c33acd-0a71-4e09-9b7c-dcf60b28841a req-d71e920a-1d5d-4c77-8c5b-01b3f7ab0b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:45.091540 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-95c33acd-0a71-4e09-9b7c-dcf60b28841a req-d71e920a-1d5d-4c77-8c5b-01b3f7ab0b33 service neutron] 10.222.0.59 "GET /v2.0/networks?id=39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8 HTTP/1.1" status: 200 len: 915 time: 0.0848088 Feb 15 04:27:45.160609 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-95c33acd-0a71-4e09-9b7c-dcf60b28841a req-b66bdce9-68f0-48bb-8647-131d8a0cea39 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40ec21d0-c71c-4bbb-ae5d-68d36612fd1a HTTP/1.1" status: 200 len: 1000 time: 0.0622659 Feb 15 04:27:45.209697 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c33acd-0a71-4e09-9b7c-dcf60b28841a req-206f469c-a9be-4508-b174-30982c9de817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:45.211152 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-95c33acd-0a71-4e09-9b7c-dcf60b28841a req-206f469c-a9be-4508-b174-30982c9de817 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=51212c4f-8f89-425e-8852-05113297def1 HTTP/1.1" status: 200 len: 854 time: 0.0441923 Feb 15 04:27:45.258930 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c33acd-0a71-4e09-9b7c-dcf60b28841a req-e6374ea3-c36f-4006-a166-b39ca9d799b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:45.260340 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-95c33acd-0a71-4e09-9b7c-dcf60b28841a req-e6374ea3-c36f-4006-a166-b39ca9d799b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432367 Feb 15 04:27:45.350017 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-95c33acd-0a71-4e09-9b7c-dcf60b28841a req-c7a49b99-6624-4068-993d-2277fc6a659e service neutron] 10.222.0.59 "GET /v2.0/networks/39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838072 Feb 15 04:27:45.436716 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-95c33acd-0a71-4e09-9b7c-dcf60b28841a req-d419980e-f9b8-4f21-b804-430eb81e785f service neutron] 10.222.0.59 "GET /v2.0/networks/39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804393 Feb 15 04:27:46.027195 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2c8da1e1-cd66-410e-ad4c-e19326f0e000 req-ebbe27e3-12dd-46d3-b8a1-62292ce923d8 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=27e88377-792d-40c9-9e30-6e1cf6b1017c HTTP/1.1" status: 200 len: 210 time: 0.0313189 Feb 15 04:27:47.107160 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-e32f72e0-5b30-4879-9de4-3ff7b847ebc9 req-5f7fb336-f1fd-4885-a769-b73d2e244c07 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=27e88377-792d-40c9-9e30-6e1cf6b1017c HTTP/1.1" status: 200 len: 210 time: 0.0285265 Feb 15 04:27:48.188227 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b0bf3c6e-2e50-46f5-9b2a-7c0bc9ac455a req-63dcfbdb-4007-4599-bd17-4f5193362389 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=27e88377-792d-40c9-9e30-6e1cf6b1017c HTTP/1.1" status: 200 len: 210 time: 0.0287852 Feb 15 04:27:49.285039 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-9e2696f7-7b27-4093-832a-d544772fa760 req-992b8796-b11a-42e9-9e68-f5efdb767bbc tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=27e88377-792d-40c9-9e30-6e1cf6b1017c HTTP/1.1" status: 200 len: 210 time: 0.0315630 Feb 15 04:27:49.923574 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-fa774825-abb4-4a30-9565-d2f5f8efdcfe tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:49.925041 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-fa774825-abb4-4a30-9565-d2f5f8efdcfe tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.59 "GET /v2.0/networks?id=c49ed967-4df2-4c03-a3f7-11bc631a5279 HTTP/1.1" status: 200 len: 811 time: 0.1013339 Feb 15 04:27:49.987018 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-c954c0ea-410f-4996-98d3-ce1773893ee8 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4ef5a0f7e5040c0aa3d33d31fbbb206 HTTP/1.1" status: 200 len: 380 time: 0.0527477 Feb 15 04:27:50.000372 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-6103edb5-95ef-42b8-963a-bd841f0427fe tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Request body: {'port': {'device_id': '27e88377-792d-40c9-9e30-6e1cf6b1017c', 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279', 'admin_state_up': True, 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'security_groups': ['63bcead6-7c35-4eb9-adf5-c563b5eaa0a7']}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:27:50.385319 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-692f9d8c-61d6-4faf-8d24-fc456b098211 req-3094dc67-b85f-4f15-ab33-e48fbb95777d tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=27e88377-792d-40c9-9e30-6e1cf6b1017c HTTP/1.1" status: 200 len: 210 time: 0.0314338 Feb 15 04:27:50.389707 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-6103edb5-95ef-42b8-963a-bd841f0427fe tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Made reservation on behalf of e4ef5a0f7e5040c0aa3d33d31fbbb206 for: {'port': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:27:50.393321 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-6103edb5-95ef-42b8-963a-bd841f0427fe tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:50.519720 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-6103edb5-95ef-42b8-963a-bd841f0427fe tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Allocated IP 172.20.0.13 (c49ed967-4df2-4c03-a3f7-11bc631a5279/07051326-83bf-45b5-9e91-0b63b787c497/4f19fadb-80cd-49f6-af86-3c319fa31401) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:27:50.659081 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-6103edb5-95ef-42b8-963a-bd841f0427fe tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for port (4f19fadb-80cd-49f6-af86-3c319fa31401), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:50.694504 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-6103edb5-95ef-42b8-963a-bd841f0427fe tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (4f19fadb-80cd-49f6-af86-3c319fa31401), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:50.741002 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-6103edb5-95ef-42b8-963a-bd841f0427fe tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Network c49ed967-4df2-4c03-a3f7-11bc631a5279 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:27:50.744105 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-6103edb5-95ef-42b8-963a-bd841f0427fe tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:27:50.751835 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-6103edb5-95ef-42b8-963a-bd841f0427fe tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:27:50.753934 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103edb5-95ef-42b8-963a-bd841f0427fe tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Pushing event updated for resources: {'Port': ['ID=4f19fadb-80cd-49f6-af86-3c319fa31401,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:27:50.809881 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-6103edb5-95ef-42b8-963a-bd841f0427fe tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:50.811009 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-6103edb5-95ef-42b8-963a-bd841f0427fe tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:50.835723 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-6103edb5-95ef-42b8-963a-bd841f0427fe tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8390021 Feb 15 04:27:50.848842 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-69012119-73b9-4e60-b330-de315d20c086 service neutron] Request body: {'port': {'device_id': '27e88377-792d-40c9-9e30-6e1cf6b1017c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:27:50.924540 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-69012119-73b9-4e60-b330-de315d20c086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (4f19fadb-80cd-49f6-af86-3c319fa31401), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:51.013171 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-876d3156-1427-464d-a0f3-982718e2ce31 None None] Provisioning complete for port 4f19fadb-80cd-49f6-af86-3c319fa31401 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:27:51.013827 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-876d3156-1427-464d-a0f3-982718e2ce31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (4f19fadb-80cd-49f6-af86-3c319fa31401), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:51.060308 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-876d3156-1427-464d-a0f3-982718e2ce31 None None] Port 4f19fadb-80cd-49f6-af86-3c319fa31401 cannot update to ACTIVE because it is not bound. {{(pid=102635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:27:51.194603 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-69012119-73b9-4e60-b330-de315d20c086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f19fadb-80cd-49f6-af86-3c319fa31401 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:27:51.201990 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-69012119-73b9-4e60-b330-de315d20c086 service neutron] Publish callbacks [] for port (4f19fadb-80cd-49f6-af86-3c319fa31401), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:51.214853 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-69012119-73b9-4e60-b330-de315d20c086 service neutron] Transition to ACTIVE for port object 4f19fadb-80cd-49f6-af86-3c319fa31401 will not be triggered until provisioned by entity L2. {{(pid=102633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 04:27:51.218663 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-69012119-73b9-4e60-b330-de315d20c086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (4f19fadb-80cd-49f6-af86-3c319fa31401), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:51.268113 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69012119-73b9-4e60-b330-de315d20c086 service neutron] Pushing event updated for resources: {'Port': ['ID=4f19fadb-80cd-49f6-af86-3c319fa31401,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:27:51.342876 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-69012119-73b9-4e60-b330-de315d20c086 service neutron] Attempting to bind port 4f19fadb-80cd-49f6-af86-3c319fa31401 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:27:51.343266 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-69012119-73b9-4e60-b330-de315d20c086 service neutron] Attempting to bind port 4f19fadb-80cd-49f6-af86-3c319fa31401 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '893e466e-66a5-45bb-9724-e0a92ab9dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:27:51.343520 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-69012119-73b9-4e60-b330-de315d20c086 service neutron] Attempting to bind port 4f19fadb-80cd-49f6-af86-3c319fa31401 on network c49ed967-4df2-4c03-a3f7-11bc631a5279 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:27:51.349169 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-69012119-73b9-4e60-b330-de315d20c086 service neutron] Port 4f19fadb-80cd-49f6-af86-3c319fa31401 on network c49ed967-4df2-4c03-a3f7-11bc631a5279 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 04:27:51.349491 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-69012119-73b9-4e60-b330-de315d20c086 service neutron] Attempting to bind port 4f19fadb-80cd-49f6-af86-3c319fa31401 on network c49ed967-4df2-4c03-a3f7-11bc631a5279 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:27:51.354416 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-69012119-73b9-4e60-b330-de315d20c086 service neutron] Checking agent: {'id': '3d42c16f-c1cc-4a31-813a-51fffe75373d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'started_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:27:51.354754 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-69012119-73b9-4e60-b330-de315d20c086 service neutron] Checking segment: {'id': '893e466e-66a5-45bb-9724-e0a92ab9dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:27:51.355127 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-69012119-73b9-4e60-b330-de315d20c086 service neutron] Bound using segment: {'id': '893e466e-66a5-45bb-9724-e0a92ab9dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:27:51.355543 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-69012119-73b9-4e60-b330-de315d20c086 service neutron] Bound port: 4f19fadb-80cd-49f6-af86-3c319fa31401, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '893e466e-66a5-45bb-9724-e0a92ab9dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:27:51.355891 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-69012119-73b9-4e60-b330-de315d20c086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (4f19fadb-80cd-49f6-af86-3c319fa31401), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:51.425734 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-69012119-73b9-4e60-b330-de315d20c086 service neutron] For port 4f19fadb-80cd-49f6-af86-3c319fa31401, host hv-cinder-81610, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:27:51.429049 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-69012119-73b9-4e60-b330-de315d20c086 service neutron] For port 4f19fadb-80cd-49f6-af86-3c319fa31401, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=4f19fadb-80cd-49f6-af86-3c319fa31401,segment=NetworkSegment(893e466e-66a5-45bb-9724-e0a92ab9dee9),segment_id=893e466e-66a5-45bb-9724-e0a92ab9dee9)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:27:51.438985 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-69012119-73b9-4e60-b330-de315d20c086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (4f19fadb-80cd-49f6-af86-3c319fa31401), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:51.474457 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-69012119-73b9-4e60-b330-de315d20c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:51.474977 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-69012119-73b9-4e60-b330-de315d20c086 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:51.476407 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-69012119-73b9-4e60-b330-de315d20c086 service neutron] 10.222.0.59 "PUT /v2.0/ports/4f19fadb-80cd-49f6-af86-3c319fa31401 HTTP/1.1" status: 200 len: 1094 time: 0.6321416 Feb 15 04:27:51.476807 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e88377-792d-40c9-9e30-6e1cf6b1017c', 'tag': '4f19fadb-80cd-49f6-af86-3c319fa31401'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:27:51.479325 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f39a04-0d07-4043-a821-15893035a401" -d '{"events": [{"name": "network-changed", "server_uuid": "27e88377-792d-40c9-9e30-6e1cf6b1017c", "tag": "4f19fadb-80cd-49f6-af86-3c319fa31401"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:27:51.525711 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69012119-73b9-4e60-b330-de315d20c086 service neutron] Pushing event updated for resources: {'Port': ['ID=4f19fadb-80cd-49f6-af86-3c319fa31401,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:27:51.535490 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a7936d-2ef1-41b2-a9bb-587de9146b35 x-openstack-request-id: req-37a7936d-2ef1-41b2-a9bb-587de9146b35 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:27:51.535779 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e88377-792d-40c9-9e30-6e1cf6b1017c", "tag": "4f19fadb-80cd-49f6-af86-3c319fa31401", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:27:51.536030 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-37a7936d-2ef1-41b2-a9bb-587de9146b35 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:27:51.536429 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e88377-792d-40c9-9e30-6e1cf6b1017c', 'tag': '4f19fadb-80cd-49f6-af86-3c319fa31401', 'status': 'completed', 'code': 200} Feb 15 04:27:51.591966 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-21659e69-87e8-4570-a653-4e5569f9bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:51.593719 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-21659e69-87e8-4570-a653-4e5569f9bbee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e4ef5a0f7e5040c0aa3d33d31fbbb206&device_id=27e88377-792d-40c9-9e30-6e1cf6b1017c HTTP/1.1" status: 200 len: 1128 time: 0.0505025 Feb 15 04:27:51.643922 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-a6045d7e-3c6b-41c6-98f3-127441500f9d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f19fadb-80cd-49f6-af86-3c319fa31401 HTTP/1.1" status: 200 len: 217 time: 0.0424805 Feb 15 04:27:51.696795 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-fbe3d3c0-011d-49c3-8368-1b5d583f779d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:51.698496 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-fbe3d3c0-011d-49c3-8368-1b5d583f779d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=07051326-83bf-45b5-9e91-0b63b787c497 HTTP/1.1" status: 200 len: 850 time: 0.0488935 Feb 15 04:27:51.730732 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886761d-43bf-40c7-bad8-15b052db5e9d req-160f155b-25b1-483d-8eb6-f680606a6a57 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:51.732140 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-2886761d-43bf-40c7-bad8-15b052db5e9d req-160f155b-25b1-483d-8eb6-f680606a6a57 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=27e88377-792d-40c9-9e30-6e1cf6b1017c HTTP/1.1" status: 200 len: 944 time: 0.2689376 Feb 15 04:27:51.751608 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-ac421bec-0930-4c61-81b1-ca6838ff5e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:51.753199 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-ac421bec-0930-4c61-81b1-ca6838ff5e9f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c49ed967-4df2-4c03-a3f7-11bc631a5279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479193 Feb 15 04:27:51.781935 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-2886761d-43bf-40c7-bad8-15b052db5e9d req-65dec4e7-20b7-47a8-b12f-ca7df82bd3d8 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=63bcead6-7c35-4eb9-adf5-c563b5eaa0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435257 Feb 15 04:27:51.845155 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-e0ecb423-4124-4ceb-9fe8-c241d47ab045 service neutron] 10.222.0.59 "GET /v2.0/networks/c49ed967-4df2-4c03-a3f7-11bc631a5279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853717 Feb 15 04:27:51.931457 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7a3aa00c-4050-4de3-bbbf-1bee3266352f req-073eaf1f-91e6-4ee4-9722-c669d9967474 service neutron] 10.222.0.59 "GET /v2.0/networks/c49ed967-4df2-4c03-a3f7-11bc631a5279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804856 Feb 15 04:27:52.023284 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f39a04-0d07-4043-a821-15893035a401 req-26c5b103-a952-45d7-84f3-ba9c37714c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:52.024710 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-15f39a04-0d07-4043-a821-15893035a401 req-26c5b103-a952-45d7-84f3-ba9c37714c50 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e4ef5a0f7e5040c0aa3d33d31fbbb206&device_id=27e88377-792d-40c9-9e30-6e1cf6b1017c HTTP/1.1" status: 200 len: 1128 time: 0.0520034 Feb 15 04:27:52.124841 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f39a04-0d07-4043-a821-15893035a401 req-4df899b4-1d4e-4c72-816c-586896cb4419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:52.126937 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-15f39a04-0d07-4043-a821-15893035a401 req-4df899b4-1d4e-4c72-816c-586896cb4419 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c49ed967-4df2-4c03-a3f7-11bc631a5279 HTTP/1.1" status: 200 len: 911 time: 0.0950308 Feb 15 04:27:52.173779 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-15f39a04-0d07-4043-a821-15893035a401 req-03ade40e-bb04-46bc-8b3c-9dafa2ef82a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f19fadb-80cd-49f6-af86-3c319fa31401 HTTP/1.1" status: 200 len: 217 time: 0.0400629 Feb 15 04:27:52.221681 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f39a04-0d07-4043-a821-15893035a401 req-e47e343d-5157-407e-a844-368de999a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:52.223138 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-15f39a04-0d07-4043-a821-15893035a401 req-e47e343d-5157-407e-a844-368de999a6e9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=07051326-83bf-45b5-9e91-0b63b787c497 HTTP/1.1" status: 200 len: 850 time: 0.0436535 Feb 15 04:27:52.272731 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f39a04-0d07-4043-a821-15893035a401 req-b3393d89-3438-4857-a9a8-722ff11ea97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:52.274339 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-15f39a04-0d07-4043-a821-15893035a401 req-b3393d89-3438-4857-a9a8-722ff11ea97f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c49ed967-4df2-4c03-a3f7-11bc631a5279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457990 Feb 15 04:27:52.367493 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-15f39a04-0d07-4043-a821-15893035a401 req-ff4b5fa3-d890-4fa9-840c-6912ea109ae5 service neutron] 10.222.0.59 "GET /v2.0/networks/c49ed967-4df2-4c03-a3f7-11bc631a5279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869205 Feb 15 04:27:52.461272 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-15f39a04-0d07-4043-a821-15893035a401 req-112bba76-0b34-4a43-b6d9-d0982754cf48 service neutron] 10.222.0.59 "GET /v2.0/networks/c49ed967-4df2-4c03-a3f7-11bc631a5279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872390 Feb 15 04:27:52.901452 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d60f9-8580-461e-a02a-19fc49f7a433 req-7b137ebf-8bc7-4e0d-a0f3-137e8ff94e6f tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:52.902905 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cd8d60f9-8580-461e-a02a-19fc49f7a433 req-7b137ebf-8bc7-4e0d-a0f3-137e8ff94e6f tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=27e88377-792d-40c9-9e30-6e1cf6b1017c HTTP/1.1" status: 200 len: 944 time: 0.0522485 Feb 15 04:27:52.948672 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cd8d60f9-8580-461e-a02a-19fc49f7a433 req-d25a3c19-919d-4e6e-b88b-c1afb0b72308 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=63bcead6-7c35-4eb9-adf5-c563b5eaa0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392592 Feb 15 04:27:54.070278 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5f94e-e809-482a-9ed5-29ad729d4766 req-8425405a-41a7-4ac5-bc33-e7487a3f1a65 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:54.071786 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-75f5f94e-e809-482a-9ed5-29ad729d4766 req-8425405a-41a7-4ac5-bc33-e7487a3f1a65 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=27e88377-792d-40c9-9e30-6e1cf6b1017c HTTP/1.1" status: 200 len: 944 time: 0.0530136 Feb 15 04:27:54.128755 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-75f5f94e-e809-482a-9ed5-29ad729d4766 req-bf4e91c4-4cbf-4950-86d8-fdfdd42e1f47 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=63bcead6-7c35-4eb9-adf5-c563b5eaa0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511272 Feb 15 04:27:54.532531 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 4f19fadb-80cd-49f6-af86-3c319fa31401 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 04:27:54.632059 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 4f19fadb-80cd-49f6-af86-3c319fa31401, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=4f19fadb-80cd-49f6-af86-3c319fa31401,segment=NetworkSegment(893e466e-66a5-45bb-9724-e0a92ab9dee9),segment_id=893e466e-66a5-45bb-9724-e0a92ab9dee9)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:27:54.772763 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Returning: {'device': '4f19fadb-80cd-49f6-af86-3c319fa31401', 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279', 'port_id': '4f19fadb-80cd-49f6-af86-3c319fa31401', 'mac_address': 'fa:16:3e:93:3d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07051326-83bf-45b5-9e91-0b63b787c497', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 04:27:54.785165 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-af27bbdd-7fa4-4107-80d1-5ff1937230ac req-f55a0401-9a49-4f43-9855-8b07e6cddaf5 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-992098777&fields=id&tenant_id=b58d87f4f4ed448f8d45c85f92cf1462 HTTP/1.1" status: 200 len: 267 time: 0.0513361 Feb 15 04:27:54.812741 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 4f19fadb-80cd-49f6-af86-3c319fa31401 is: DOWN; New status is: BUILD {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:27:54.813191 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (4f19fadb-80cd-49f6-af86-3c319fa31401), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:54.826293 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f19fadb-80cd-49f6-af86-3c319fa31401 {{(pid=102635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:27:54.842594 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27bbdd-7fa4-4107-80d1-5ff1937230ac req-295c6ff2-f3a4-44b5-90b1-ca461210ee60 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:54.844072 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-af27bbdd-7fa4-4107-80d1-5ff1937230ac req-295c6ff2-f3a4-44b5-90b1-ca461210ee60 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 984 time: 0.0534377 Feb 15 04:27:54.846315 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 4f19fadb-80cd-49f6-af86-3c319fa31401, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=4f19fadb-80cd-49f6-af86-3c319fa31401,segment=NetworkSegment(893e466e-66a5-45bb-9724-e0a92ab9dee9),segment_id=893e466e-66a5-45bb-9724-e0a92ab9dee9)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:27:54.851340 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (4f19fadb-80cd-49f6-af86-3c319fa31401), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:54.855842 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-af27bbdd-7fa4-4107-80d1-5ff1937230ac req-11e4661d-6211-425f-b4e3-cb6598622dc5 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Request body: {'port': {'security_groups': ['19e73e87-2829-4dee-9921-c2d4a0d4e0c0']}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:27:54.898228 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=4f19fadb-80cd-49f6-af86-3c319fa31401,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:27:54.928270 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-af27bbdd-7fa4-4107-80d1-5ff1937230ac req-11e4661d-6211-425f-b4e3-cb6598622dc5 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (40ec21d0-c71c-4bbb-ae5d-68d36612fd1a), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:55.102057 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-af27bbdd-7fa4-4107-80d1-5ff1937230ac req-11e4661d-6211-425f-b4e3-cb6598622dc5 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] For port 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=40ec21d0-c71c-4bbb-ae5d-68d36612fd1a,segment=NetworkSegment(fdc0aee7-064c-4aef-973e-14879f0da8f4),segment_id=fdc0aee7-064c-4aef-973e-14879f0da8f4)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:27:55.130489 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-af27bbdd-7fa4-4107-80d1-5ff1937230ac req-11e4661d-6211-425f-b4e3-cb6598622dc5 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks [] for port (40ec21d0-c71c-4bbb-ae5d-68d36612fd1a), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:55.134899 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-af27bbdd-7fa4-4107-80d1-5ff1937230ac req-11e4661d-6211-425f-b4e3-cb6598622dc5 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (40ec21d0-c71c-4bbb-ae5d-68d36612fd1a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:55.146989 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['40ec21d0-c71c-4bbb-ae5d-68d36612fd1a'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:27:55.177143 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['4f19fadb-80cd-49f6-af86-3c319fa31401'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:27:55.186519 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27bbdd-7fa4-4107-80d1-5ff1937230ac req-11e4661d-6211-425f-b4e3-cb6598622dc5 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:55.187275 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-af27bbdd-7fa4-4107-80d1-5ff1937230ac req-11e4661d-6211-425f-b4e3-cb6598622dc5 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:55.188916 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-af27bbdd-7fa4-4107-80d1-5ff1937230ac req-11e4661d-6211-425f-b4e3-cb6598622dc5 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "PUT /v2.0/ports/40ec21d0-c71c-4bbb-ae5d-68d36612fd1a HTTP/1.1" status: 200 len: 942 time: 0.3377552 Feb 15 04:27:55.189476 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65eb5ac6-8758-409e-8494-5b9228b8de6f', 'tag': '40ec21d0-c71c-4bbb-ae5d-68d36612fd1a'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:27:55.192031 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56afbf30-10ef-4b3d-9ccd-29fefda9c9f1" -d '{"events": [{"name": "network-changed", "server_uuid": "65eb5ac6-8758-409e-8494-5b9228b8de6f", "tag": "40ec21d0-c71c-4bbb-ae5d-68d36612fd1a"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:27:55.195203 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 59612) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:27:55.237019 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4661d-6211-425f-b4e3-cb6598622dc5 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Pushing event updated for resources: {'Port': ['ID=40ec21d0-c71c-4bbb-ae5d-68d36612fd1a,revision_number=7']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:27:55.250500 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea1cf79-02db-446e-ab77-9e70dfda4f2f x-openstack-request-id: req-3ea1cf79-02db-446e-ab77-9e70dfda4f2f {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:27:55.251158 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65eb5ac6-8758-409e-8494-5b9228b8de6f", "tag": "40ec21d0-c71c-4bbb-ae5d-68d36612fd1a", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:27:55.251680 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3ea1cf79-02db-446e-ab77-9e70dfda4f2f {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:27:55.252440 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65eb5ac6-8758-409e-8494-5b9228b8de6f', 'tag': '40ec21d0-c71c-4bbb-ae5d-68d36612fd1a', 'status': 'completed', 'code': 200} Feb 15 04:27:55.272390 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['40ec21d0-c71c-4bbb-ae5d-68d36612fd1a'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:27:55.333783 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afbf30-10ef-4b3d-9ccd-29fefda9c9f1 req-4ad2a173-5825-4c0d-86eb-0c290e1855cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:55.335321 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-56afbf30-10ef-4b3d-9ccd-29fefda9c9f1 req-4ad2a173-5825-4c0d-86eb-0c290e1855cc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b58d87f4f4ed448f8d45c85f92cf1462&device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 1129 time: 0.0580909 Feb 15 04:27:55.340541 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f70c4-0cd3-4662-9fe5-1987fb064e0d req-b7030a56-027e-45f8-99ac-1f16c78c6814 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:55.342080 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-2a2f70c4-0cd3-4662-9fe5-1987fb064e0d req-b7030a56-027e-45f8-99ac-1f16c78c6814 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=27e88377-792d-40c9-9e30-6e1cf6b1017c HTTP/1.1" status: 200 len: 945 time: 0.1356664 Feb 15 04:27:55.361479 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-86f23723-af3a-4076-9cfb-0d04a00582bb tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks [] for security_group (280d7089-d43b-4bbb-bba3-b15d265c64ac), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:55.401498 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-86f23723-af3a-4076-9cfb-0d04a00582bb tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks [] for security_group (280d7089-d43b-4bbb-bba3-b15d265c64ac), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:55.453417 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afbf30-10ef-4b3d-9ccd-29fefda9c9f1 req-673a67ea-3406-4108-a35d-9213c349cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:55.456116 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-56afbf30-10ef-4b3d-9ccd-29fefda9c9f1 req-673a67ea-3406-4108-a35d-9213c349cdf9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8 HTTP/1.1" status: 200 len: 915 time: 0.1129067 Feb 15 04:27:55.503425 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-2a2f70c4-0cd3-4662-9fe5-1987fb064e0d req-46f16141-3b24-4971-8425-7aac26ca17b9 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=63bcead6-7c35-4eb9-adf5-c563b5eaa0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522391 Feb 15 04:27:55.517938 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-86f23723-af3a-4076-9cfb-0d04a00582bb tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (280d7089-d43b-4bbb-bba3-b15d265c64ac), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:55.528743 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-86f23723-af3a-4076-9cfb-0d04a00582bb tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:55.532311 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-86f23723-af3a-4076-9cfb-0d04a00582bb tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "DELETE /v2.0/security-groups/280d7089-d43b-4bbb-bba3-b15d265c64ac HTTP/1.1" status: 204 len: 168 time: 0.3336556 Feb 15 04:27:55.533797 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 59614) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:27:55.541857 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f23723-af3a-4076-9cfb-0d04a00582bb tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=280d7089-d43b-4bbb-bba3-b15d265c64ac,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:27:55.588076 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a71c7577-f37d-4e09-ad5e-64d1b2a0a620 None None] Provisioning complete for port 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:27:55.588554 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a71c7577-f37d-4e09-ad5e-64d1b2a0a620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (40ec21d0-c71c-4bbb-ae5d-68d36612fd1a), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:55.590206 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-56afbf30-10ef-4b3d-9ccd-29fefda9c9f1 req-12f88379-8580-472f-860e-0526948dd40f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40ec21d0-c71c-4bbb-ae5d-68d36612fd1a HTTP/1.1" status: 200 len: 1000 time: 0.1260784 Feb 15 04:27:55.672345 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a71c7577-f37d-4e09-ad5e-64d1b2a0a620 None None] Current status of the port 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:27:55.690744 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afbf30-10ef-4b3d-9ccd-29fefda9c9f1 req-be8fcd24-d799-46a5-9bce-dca9c94fecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:55.692346 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-56afbf30-10ef-4b3d-9ccd-29fefda9c9f1 req-be8fcd24-d799-46a5-9bce-dca9c94fecb8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=51212c4f-8f89-425e-8852-05113297def1 HTTP/1.1" status: 200 len: 854 time: 0.0932283 Feb 15 04:27:55.776183 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afbf30-10ef-4b3d-9ccd-29fefda9c9f1 req-0fe9b7da-56a2-4d8e-9e02-a68449546dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:55.777716 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-56afbf30-10ef-4b3d-9ccd-29fefda9c9f1 req-0fe9b7da-56a2-4d8e-9e02-a68449546dd2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0788527 Feb 15 04:27:55.782951 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-771d03ad-735e-46bb-975c-d2d85ca5dd62 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Deleting port b4ee632f-aad3-4226-baf2-48f191ddd7e2 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:27:55.783293 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-771d03ad-735e-46bb-975c-d2d85ca5dd62 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (b4ee632f-aad3-4226-baf2-48f191ddd7e2), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:55.923335 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-771d03ad-735e-46bb-975c-d2d85ca5dd62 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (b4ee632f-aad3-4226-baf2-48f191ddd7e2), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:55.923980 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-771d03ad-735e-46bb-975c-d2d85ca5dd62 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks [] for floatingip (b4ee632f-aad3-4226-baf2-48f191ddd7e2), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:55.938055 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-56afbf30-10ef-4b3d-9ccd-29fefda9c9f1 req-f3f72f27-db18-45d7-8f74-88c0d45f3a8d service neutron] 10.222.0.59 "GET /v2.0/networks/39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520712 Feb 15 04:27:55.939475 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-771d03ad-735e-46bb-975c-d2d85ca5dd62 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Calling delete_port for b4ee632f-aad3-4226-baf2-48f191ddd7e2 owned by network:floatingip {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:27:56.115191 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-56afbf30-10ef-4b3d-9ccd-29fefda9c9f1 req-783dcced-7e1a-4b26-a100-a8ce2e2cae62 service neutron] 10.222.0.59 "GET /v2.0/networks/39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697950 Feb 15 04:27:56.183898 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-771d03ad-735e-46bb-975c-d2d85ca5dd62 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (b4ee632f-aad3-4226-baf2-48f191ddd7e2), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:56.214505 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d03ad-735e-46bb-975c-d2d85ca5dd62 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Pushing event deleted for resources: {'Port': ['ID=b4ee632f-aad3-4226-baf2-48f191ddd7e2,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:27:56.273024 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-771d03ad-735e-46bb-975c-d2d85ca5dd62 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks [] for floatingip (cb7b0bac-6f96-4d09-9b0d-88746dea5976), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:56.273351 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.db.l3_db [None req-771d03ad-735e-46bb-975c-d2d85ca5dd62 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Floating IP cb7b0bac-6f96-4d09-9b0d-88746dea5976 disassociated (deleted). External IP: 172.27.1.86, port: 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a. Feb 15 04:27:56.480151 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771d03ad-735e-46bb-975c-d2d85ca5dd62 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Router f1e7e287-d5eb-4c96-8102-07e0febe573c has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:27:56.532697 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 4f19fadb-80cd-49f6-af86-3c319fa31401 up at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:27:56.585635 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning for port 4f19fadb-80cd-49f6-af86-3c319fa31401 completed by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 04:27:56.589682 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning complete for port 4f19fadb-80cd-49f6-af86-3c319fa31401 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:27:56.590320 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (4f19fadb-80cd-49f6-af86-3c319fa31401), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:56.603646 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771d03ad-735e-46bb-975c-d2d85ca5dd62 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:27:56.609052 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-771d03ad-735e-46bb-975c-d2d85ca5dd62 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for floatingip (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:56.615509 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b3d97d-8561-463e-b8dd-eb9035fe5809 None None] Sync routers for ids ['f1e7e287-d5eb-4c96-8102-07e0febe573c'] in dv-cinder-816104-2-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:27:56.639113 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b3d97d-8561-463e-b8dd-eb9035fe5809 None None] Routers {'f1e7e287-d5eb-4c96-8102-07e0febe573c'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:27:56.639737 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-17b3d97d-8561-463e-b8dd-eb9035fe5809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:27:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['f1e7e287-d5eb-4c96-8102-07e0febe573c'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:27:56.658219 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-771d03ad-735e-46bb-975c-d2d85ca5dd62 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "DELETE /v2.0/floatingips/cb7b0bac-6f96-4d09-9b0d-88746dea5976 HTTP/1.1" status: 204 len: 168 time: 1.1230338 Feb 15 04:27:56.674081 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdf9d8-d0a7-4311-87bb-e56e016242b2 req-cfc3e8d0-e338-4e78-9c9c-63b486fecd78 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:56.675581 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5ffdf9d8-d0a7-4311-87bb-e56e016242b2 req-cfc3e8d0-e338-4e78-9c9c-63b486fecd78 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=27e88377-792d-40c9-9e30-6e1cf6b1017c HTTP/1.1" status: 200 len: 945 time: 0.0855424 Feb 15 04:27:56.733754 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5ffdf9d8-d0a7-4311-87bb-e56e016242b2 req-9459877d-d9f1-4aa2-ad77-3012d96526f2 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=63bcead6-7c35-4eb9-adf5-c563b5eaa0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512733 Feb 15 04:27:56.770312 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 4f19fadb-80cd-49f6-af86-3c319fa31401 is: BUILD; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:27:56.770734 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (4f19fadb-80cd-49f6-af86-3c319fa31401), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:56.803830 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-17b3d97d-8561-463e-b8dd-eb9035fe5809 None None] Set router f1e7e287-d5eb-4c96-8102-07e0febe573c gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:27:56.808983 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e88377-792d-40c9-9e30-6e1cf6b1017c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f19fadb-80cd-49f6-af86-3c319fa31401'}] {{(pid=102635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:27:56.811211 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274a2a5e9be6a0ee09154d0e072c1b660d39e5ec588b61e50c849ad5e467022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ae35bb-7c0d-4bc0-b84b-73ff33ded224" -d '{"events": [{"server_uuid": "27e88377-792d-40c9-9e30-6e1cf6b1017c", "name": "network-vif-plugged", "status": "completed", "tag": "4f19fadb-80cd-49f6-af86-3c319fa31401"}]}' {{(pid=102635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:27:56.850166 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 4f19fadb-80cd-49f6-af86-3c319fa31401, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=4f19fadb-80cd-49f6-af86-3c319fa31401,segment=NetworkSegment(893e466e-66a5-45bb-9724-e0a92ab9dee9),segment_id=893e466e-66a5-45bb-9724-e0a92ab9dee9)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:27:56.862466 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (4f19fadb-80cd-49f6-af86-3c319fa31401), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:56.903988 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6936d376-abe5-4320-8533-1ef47860b29d x-openstack-request-id: req-6936d376-abe5-4320-8533-1ef47860b29d {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:27:56.903988 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e88377-792d-40c9-9e30-6e1cf6b1017c", "name": "network-vif-plugged", "status": "completed", "tag": "4f19fadb-80cd-49f6-af86-3c319fa31401", "code": 200}]} {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:27:56.904348 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6936d376-abe5-4320-8533-1ef47860b29d {{(pid=102635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:27:56.904578 dv-cinder-816104-2-iscsi neutron-server[102635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e88377-792d-40c9-9e30-6e1cf6b1017c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f19fadb-80cd-49f6-af86-3c319fa31401', 'code': 200} Feb 15 04:27:56.989440 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=4f19fadb-80cd-49f6-af86-3c319fa31401,revision_number=5']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:27:57.066429 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef63ed9-b42b-4144-904a-efe215e3f8c8 req-31042c94-7ff0-468f-9790-93385357ce6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:57.067946 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9ef63ed9-b42b-4144-904a-efe215e3f8c8 req-31042c94-7ff0-468f-9790-93385357ce6e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=27e88377-792d-40c9-9e30-6e1cf6b1017c HTTP/1.1" status: 200 len: 1130 time: 0.0454466 Feb 15 04:27:57.071462 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-17b3d97d-8561-463e-b8dd-eb9035fe5809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'name': 'tempest-TestMinimumBasicScenario-1549965471-router', 'tenant_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '64fe8e85-6b9f-42a4-b27a-4320ec696bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:22:58Z', 'updated_at': '2022-02-15T04:23:02Z', 'revision_number': 4, 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'gw_port': {'id': '64fe8e85-6b9f-42a4-b27a-4320ec696bbb', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:22:59Z', 'updated_at': '2022-02-15T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '45afbf27-0eb5-4f65-a5d8-a362c6a29cc1', 'name': '', 'network_id': '39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8', 'tenant_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'mac_address': 'fa:16:3e:59:6c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '51212c4f-8f89-425e-8852-05113297def1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:23:01Z', 'updated_at': '2022-02-15T04:23:07Z', 'revision_number': 5, 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'subnets': [{'id': '51212c4f-8f89-425e-8852-05113297def1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:27:57.099084 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b3d97d-8561-463e-b8dd-eb9035fe5809 None None] Checking router: f1e7e287-d5eb-4c96-8102-07e0febe573c for host: dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:27:57.107269 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b3d97d-8561-463e-b8dd-eb9035fe5809 None None] Routers {'f1e7e287-d5eb-4c96-8102-07e0febe573c'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:27:57.107889 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-17b3d97d-8561-463e-b8dd-eb9035fe5809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:27:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['f1e7e287-d5eb-4c96-8102-07e0febe573c'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:27:57.115257 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9ef63ed9-b42b-4144-904a-efe215e3f8c8 req-ee63e360-e683-42c8-9add-d0b94ba3d252 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=63bcead6-7c35-4eb9-adf5-c563b5eaa0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390160 Feb 15 04:27:57.216873 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-17b3d97d-8561-463e-b8dd-eb9035fe5809 None None] Set router f1e7e287-d5eb-4c96-8102-07e0febe573c gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:27:57.254004 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65eb5ac6-8758-409e-8494-5b9228b8de6f', 'tag': '40ec21d0-c71c-4bbb-ae5d-68d36612fd1a'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:27:57.256263 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b2aacf-0eba-451f-9ecc-4a8987c0ecba" -d '{"events": [{"name": "network-changed", "server_uuid": "65eb5ac6-8758-409e-8494-5b9228b8de6f", "tag": "40ec21d0-c71c-4bbb-ae5d-68d36612fd1a"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:27:57.292404 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b37796-0d84-47da-b5c3-d035a8fedc2e x-openstack-request-id: req-20b37796-0d84-47da-b5c3-d035a8fedc2e {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:27:57.292708 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65eb5ac6-8758-409e-8494-5b9228b8de6f", "tag": "40ec21d0-c71c-4bbb-ae5d-68d36612fd1a", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:27:57.292989 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-20b37796-0d84-47da-b5c3-d035a8fedc2e {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:27:57.293401 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65eb5ac6-8758-409e-8494-5b9228b8de6f', 'tag': '40ec21d0-c71c-4bbb-ae5d-68d36612fd1a', 'status': 'completed', 'code': 200} Feb 15 04:27:57.415995 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-17b3d97d-8561-463e-b8dd-eb9035fe5809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'name': 'tempest-TestMinimumBasicScenario-1549965471-router', 'tenant_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '64fe8e85-6b9f-42a4-b27a-4320ec696bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:22:58Z', 'updated_at': '2022-02-15T04:23:02Z', 'revision_number': 4, 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'gw_port': {'id': '64fe8e85-6b9f-42a4-b27a-4320ec696bbb', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:22:59Z', 'updated_at': '2022-02-15T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '45afbf27-0eb5-4f65-a5d8-a362c6a29cc1', 'name': '', 'network_id': '39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8', 'tenant_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'mac_address': 'fa:16:3e:59:6c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '51212c4f-8f89-425e-8852-05113297def1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:23:01Z', 'updated_at': '2022-02-15T04:23:07Z', 'revision_number': 5, 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'subnets': [{'id': '51212c4f-8f89-425e-8852-05113297def1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:27:57.447173 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b3d97d-8561-463e-b8dd-eb9035fe5809 None None] The sync data for ids ['f1e7e287-d5eb-4c96-8102-07e0febe573c'] in dv-cinder-816104-2-iscsi is: [{'id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'name': 'tempest-TestMinimumBasicScenario-1549965471-router', 'tenant_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '64fe8e85-6b9f-42a4-b27a-4320ec696bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:22:58Z', 'updated_at': '2022-02-15T04:23:02Z', 'revision_number': 4, 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'gw_port': {'id': '64fe8e85-6b9f-42a4-b27a-4320ec696bbb', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:22:59Z', 'updated_at': '2022-02-15T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '45afbf27-0eb5-4f65-a5d8-a362c6a29cc1', 'name': '', 'network_id': '39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8', 'tenant_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'mac_address': 'fa:16:3e:59:6c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '51212c4f-8f89-425e-8852-05113297def1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:23:01Z', 'updated_at': '2022-02-15T04:23:07Z', 'revision_number': 5, 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'subnets': [{'id': '51212c4f-8f89-425e-8852-05113297def1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:27:57.452535 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2aacf-0eba-451f-9ecc-4a8987c0ecba req-af2b0e3b-9673-4cc9-9961-51b0e4fe2806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:57.454611 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-04b2aacf-0eba-451f-9ecc-4a8987c0ecba req-af2b0e3b-9673-4cc9-9961-51b0e4fe2806 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b58d87f4f4ed448f8d45c85f92cf1462&device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 1129 time: 0.0444858 Feb 15 04:27:57.566156 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2aacf-0eba-451f-9ecc-4a8987c0ecba req-9f646adf-1f26-4386-ba1f-14bf66ac58de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:57.567647 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-04b2aacf-0eba-451f-9ecc-4a8987c0ecba req-9f646adf-1f26-4386-ba1f-14bf66ac58de service neutron] 10.222.0.59 "GET /v2.0/networks?id=39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8 HTTP/1.1" status: 200 len: 915 time: 0.0892200 Feb 15 04:27:57.610982 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-04b2aacf-0eba-451f-9ecc-4a8987c0ecba req-18ec6ad4-3bf4-40e3-8581-ff5c016eff2b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40ec21d0-c71c-4bbb-ae5d-68d36612fd1a HTTP/1.1" status: 200 len: 217 time: 0.0366797 Feb 15 04:27:57.673670 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2aacf-0eba-451f-9ecc-4a8987c0ecba req-203cfe2e-13d7-448b-a015-005e41fdaa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:57.675700 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-04b2aacf-0eba-451f-9ecc-4a8987c0ecba req-203cfe2e-13d7-448b-a015-005e41fdaa61 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=51212c4f-8f89-425e-8852-05113297def1 HTTP/1.1" status: 200 len: 854 time: 0.0502687 Feb 15 04:27:57.681136 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7442c125-5465-4a0a-9a6b-b13758bb1816 None None] New status for floating IP cb7b0bac-6f96-4d09-9b0d-88746dea5976: DOWN {{(pid=102636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 04:27:57.731413 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2aacf-0eba-451f-9ecc-4a8987c0ecba req-66f838c2-17d5-42e5-b1c9-46d3099c0456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:57.733001 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-04b2aacf-0eba-451f-9ecc-4a8987c0ecba req-66f838c2-17d5-42e5-b1c9-46d3099c0456 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512314 Feb 15 04:27:57.835072 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-04b2aacf-0eba-451f-9ecc-4a8987c0ecba req-c35bf601-2d6e-49cf-a252-5aa1bc799755 service neutron] 10.222.0.59 "GET /v2.0/networks/39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956104 Feb 15 04:27:57.859776 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59bc42-e212-4f8d-9618-718fec6d0410 req-1ffcf142-5e39-4878-976e-7ea78d8ad5f3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:57.861537 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-4f59bc42-e212-4f8d-9618-718fec6d0410 req-1ffcf142-5e39-4878-976e-7ea78d8ad5f3 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=27e88377-792d-40c9-9e30-6e1cf6b1017c HTTP/1.1" status: 200 len: 946 time: 0.0554602 Feb 15 04:27:57.916935 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-4f59bc42-e212-4f8d-9618-718fec6d0410 req-192683f9-75aa-4145-857d-42fbf1b29bec tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=63bcead6-7c35-4eb9-adf5-c563b5eaa0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476446 Feb 15 04:27:58.197466 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-04b2aacf-0eba-451f-9ecc-4a8987c0ecba req-ca05dd7c-2c2f-43e8-b616-f7b476a52285 service neutron] 10.222.0.59 "GET /v2.0/networks/39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559036 Feb 15 04:27:58.626863 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:27:59.208374 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38fe11-dc11-432e-a741-5d26a4a8c9ab req-00369188-457d-4831-a95f-c3052d857417 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:59.210349 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ce38fe11-dc11-432e-a741-5d26a4a8c9ab req-00369188-457d-4831-a95f-c3052d857417 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=27e88377-792d-40c9-9e30-6e1cf6b1017c HTTP/1.1" status: 200 len: 946 time: 0.0729806 Feb 15 04:27:59.262280 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ce38fe11-dc11-432e-a741-5d26a4a8c9ab req-d9e776db-0b6b-4b50-aebe-9d93db4bef05 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=63bcead6-7c35-4eb9-adf5-c563b5eaa0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453758 Feb 15 04:27:59.385480 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62d199-53e6-47eb-899f-5f552f56d2b5 req-7297aeee-e79f-4797-a074-e83f3a697955 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:59.387055 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1a62d199-53e6-47eb-899f-5f552f56d2b5 req-7297aeee-e79f-4797-a074-e83f3a697955 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=27e88377-792d-40c9-9e30-6e1cf6b1017c HTTP/1.1" status: 200 len: 946 time: 0.0565009 Feb 15 04:27:59.397279 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 59654) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:27:59.401894 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-f5212727-deb2-4743-87a3-ec212584b1f1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Request body: {'floatingip': {'port_id': '4f19fadb-80cd-49f6-af86-3c319fa31401'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:27:59.438080 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fda189-6eb8-48dc-9485-fad45464019c req-92a3c3b4-2a5c-4e8f-ab9c-04e21e55f013 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:27:59.440610 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-68fda189-6eb8-48dc-9485-fad45464019c req-92a3c3b4-2a5c-4e8f-ab9c-04e21e55f013 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 945 time: 0.0543110 Feb 15 04:27:59.443303 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f5212727-deb2-4743-87a3-ec212584b1f1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for floatingip (49d7a9d8-7c0b-4415-a337-939f9dccd788), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:59.487625 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-68fda189-6eb8-48dc-9485-fad45464019c req-2c562e71-d989-40d1-9e28-b4d72c864bb6 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411184 Feb 15 04:27:59.878702 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f5212727-deb2-4743-87a3-ec212584b1f1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:59.882580 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f5212727-deb2-4743-87a3-ec212584b1f1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639540'] for floatingip (49d7a9d8-7c0b-4415-a337-939f9dccd788), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:27:59.983317 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.db.l3_db [None req-f5212727-deb2-4743-87a3-ec212584b1f1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Floating IP 49d7a9d8-7c0b-4415-a337-939f9dccd788 associated. External IP: 172.27.1.61, port: 4f19fadb-80cd-49f6-af86-3c319fa31401. Feb 15 04:28:00.193860 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5212727-deb2-4743-87a3-ec212584b1f1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Router c9fea396-0fd8-4a83-909f-94149fea34f8 has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:28:00.308111 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5212727-deb2-4743-87a3-ec212584b1f1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:28:00.312933 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f5212727-deb2-4743-87a3-ec212584b1f1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for floatingip (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:00.317889 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49bf4c5-dce4-48a1-b4b4-7b117ae2c518 None None] Sync routers for ids ['c9fea396-0fd8-4a83-909f-94149fea34f8'] in dv-cinder-816104-2-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:28:00.327199 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49bf4c5-dce4-48a1-b4b4-7b117ae2c518 None None] Routers {'c9fea396-0fd8-4a83-909f-94149fea34f8'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:28:00.327801 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-b49bf4c5-dce4-48a1-b4b4-7b117ae2c518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:27:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['c9fea396-0fd8-4a83-909f-94149fea34f8'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:00.342957 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-f5212727-deb2-4743-87a3-ec212584b1f1 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "PUT /v2.0/floatingips/49d7a9d8-7c0b-4415-a337-939f9dccd788 HTTP/1.1" status: 200 len: 991 time: 0.9444959 Feb 15 04:28:00.343542 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e88377-792d-40c9-9e30-6e1cf6b1017c', 'tag': '4f19fadb-80cd-49f6-af86-3c319fa31401'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:28:00.346717 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00441a88-abca-41e9-bbbe-30f0bec697be" -d '{"events": [{"name": "network-changed", "server_uuid": "27e88377-792d-40c9-9e30-6e1cf6b1017c", "tag": "4f19fadb-80cd-49f6-af86-3c319fa31401"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:28:00.383509 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b80c76-89be-4767-aea1-bb21174834cf x-openstack-request-id: req-41b80c76-89be-4767-aea1-bb21174834cf {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:28:00.383795 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e88377-792d-40c9-9e30-6e1cf6b1017c", "tag": "4f19fadb-80cd-49f6-af86-3c319fa31401", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:28:00.384044 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-41b80c76-89be-4767-aea1-bb21174834cf {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:28:00.384822 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e88377-792d-40c9-9e30-6e1cf6b1017c', 'tag': '4f19fadb-80cd-49f6-af86-3c319fa31401', 'status': 'completed', 'code': 200} Feb 15 04:28:00.459625 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00441a88-abca-41e9-bbbe-30f0bec697be req-f6db4e41-8997-441d-9c31-be9ccd605de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:00.461404 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-00441a88-abca-41e9-bbbe-30f0bec697be req-f6db4e41-8997-441d-9c31-be9ccd605de3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e4ef5a0f7e5040c0aa3d33d31fbbb206&device_id=27e88377-792d-40c9-9e30-6e1cf6b1017c HTTP/1.1" status: 200 len: 1130 time: 0.0508034 Feb 15 04:28:00.571907 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00441a88-abca-41e9-bbbe-30f0bec697be req-e049c545-172f-487d-bc6c-b58579b643c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:00.574353 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-00441a88-abca-41e9-bbbe-30f0bec697be req-e049c545-172f-487d-bc6c-b58579b643c2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c49ed967-4df2-4c03-a3f7-11bc631a5279 HTTP/1.1" status: 200 len: 911 time: 0.1048338 Feb 15 04:28:00.583236 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-b49bf4c5-dce4-48a1-b4b4-7b117ae2c518 None None] Set router c9fea396-0fd8-4a83-909f-94149fea34f8 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:28:00.654214 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49922264-cf8e-48b7-abad-0a5b38f4d891 req-c2e0dbc0-abaa-4845-9419-d5eb0857cf9a tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:00.656549 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-49922264-cf8e-48b7-abad-0a5b38f4d891 req-c2e0dbc0-abaa-4845-9419-d5eb0857cf9a tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 945 time: 0.0801742 Feb 15 04:28:00.668694 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-00441a88-abca-41e9-bbbe-30f0bec697be req-60babc26-564f-4901-a0ea-a20eeb9e4286 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f19fadb-80cd-49f6-af86-3c319fa31401 HTTP/1.1" status: 200 len: 999 time: 0.0870910 Feb 15 04:28:00.741486 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00441a88-abca-41e9-bbbe-30f0bec697be req-c9e934ef-d87a-4a3a-b760-7a0423d216f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:00.743181 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-00441a88-abca-41e9-bbbe-30f0bec697be req-c9e934ef-d87a-4a3a-b760-7a0423d216f5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=07051326-83bf-45b5-9e91-0b63b787c497 HTTP/1.1" status: 200 len: 850 time: 0.0665154 Feb 15 04:28:00.756046 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-49922264-cf8e-48b7-abad-0a5b38f4d891 req-afad02a7-6ee4-468f-a198-f39787373eeb tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923295 Feb 15 04:28:00.811647 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00441a88-abca-41e9-bbbe-30f0bec697be req-fe41cf81-ae51-4fa9-be5f-5350c6375dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:00.813187 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-00441a88-abca-41e9-bbbe-30f0bec697be req-fe41cf81-ae51-4fa9-be5f-5350c6375dd1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c49ed967-4df2-4c03-a3f7-11bc631a5279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604160 Feb 15 04:28:00.850225 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-b49bf4c5-dce4-48a1-b4b4-7b117ae2c518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'name': 'tempest-AttachVolumeTestJSON-1521098367-router', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:35Z', 'updated_at': '2022-02-15T04:19:54Z', 'revision_number': 4, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'gw_port': {'id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:38Z', 'updated_at': '2022-02-15T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_floatingips': [{'id': '49d7a9d8-7c0b-4415-a337-939f9dccd788', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'router_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'port_id': '4f19fadb-80cd-49f6-af86-3c319fa31401', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279', 'mac_address': 'fa:16:3e:93:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e88377-792d-40c9-9e30-6e1cf6b1017c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:27:43Z', 'updated_at': '2022-02-15T04:27:59Z', 'revision_number': 1, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12a08514-3162-4e1a-98d9-ba47008b772b', 'name': '', 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'mac_address': 'fa:16:3e:2c:7b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07051326-83bf-45b5-9e91-0b63b787c497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:47Z', 'updated_at': '2022-02-15T04:20:05Z', 'revision_number': 5, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'subnets': [{'id': '07051326-83bf-45b5-9e91-0b63b787c497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:00.881010 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49bf4c5-dce4-48a1-b4b4-7b117ae2c518 None None] Checking router: c9fea396-0fd8-4a83-909f-94149fea34f8 for host: dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:28:00.889329 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49bf4c5-dce4-48a1-b4b4-7b117ae2c518 None None] Routers {'c9fea396-0fd8-4a83-909f-94149fea34f8'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:28:00.889949 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-b49bf4c5-dce4-48a1-b4b4-7b117ae2c518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:27:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['c9fea396-0fd8-4a83-909f-94149fea34f8'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:00.902989 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-00441a88-abca-41e9-bbbe-30f0bec697be req-778b163e-6c77-4405-8191-43a6478bd97f service neutron] 10.222.0.59 "GET /v2.0/networks/c49ed967-4df2-4c03-a3f7-11bc631a5279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832314 Feb 15 04:28:00.994394 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-00441a88-abca-41e9-bbbe-30f0bec697be req-075240ec-28af-47fe-85c3-018f3e42e8eb service neutron] 10.222.0.59 "GET /v2.0/networks/c49ed967-4df2-4c03-a3f7-11bc631a5279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851758 Feb 15 04:28:00.998605 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-b49bf4c5-dce4-48a1-b4b4-7b117ae2c518 None None] Set router c9fea396-0fd8-4a83-909f-94149fea34f8 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:28:01.230596 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-b49bf4c5-dce4-48a1-b4b4-7b117ae2c518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'name': 'tempest-AttachVolumeTestJSON-1521098367-router', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:35Z', 'updated_at': '2022-02-15T04:19:54Z', 'revision_number': 4, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'gw_port': {'id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:38Z', 'updated_at': '2022-02-15T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_floatingips': [{'id': '49d7a9d8-7c0b-4415-a337-939f9dccd788', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'router_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'port_id': '4f19fadb-80cd-49f6-af86-3c319fa31401', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279', 'mac_address': 'fa:16:3e:93:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e88377-792d-40c9-9e30-6e1cf6b1017c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:27:43Z', 'updated_at': '2022-02-15T04:27:59Z', 'revision_number': 1, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12a08514-3162-4e1a-98d9-ba47008b772b', 'name': '', 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'mac_address': 'fa:16:3e:2c:7b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07051326-83bf-45b5-9e91-0b63b787c497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:47Z', 'updated_at': '2022-02-15T04:20:05Z', 'revision_number': 5, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'subnets': [{'id': '07051326-83bf-45b5-9e91-0b63b787c497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:01.258089 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49bf4c5-dce4-48a1-b4b4-7b117ae2c518 None None] The sync data for ids ['c9fea396-0fd8-4a83-909f-94149fea34f8'] in dv-cinder-816104-2-iscsi is: [{'id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'name': 'tempest-AttachVolumeTestJSON-1521098367-router', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:35Z', 'updated_at': '2022-02-15T04:19:54Z', 'revision_number': 4, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'gw_port': {'id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:38Z', 'updated_at': '2022-02-15T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_floatingips': [{'id': '49d7a9d8-7c0b-4415-a337-939f9dccd788', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'router_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'port_id': '4f19fadb-80cd-49f6-af86-3c319fa31401', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279', 'mac_address': 'fa:16:3e:93:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e88377-792d-40c9-9e30-6e1cf6b1017c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:27:43Z', 'updated_at': '2022-02-15T04:27:59Z', 'revision_number': 1, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12a08514-3162-4e1a-98d9-ba47008b772b', 'name': '', 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'mac_address': 'fa:16:3e:2c:7b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07051326-83bf-45b5-9e91-0b63b787c497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:47Z', 'updated_at': '2022-02-15T04:20:05Z', 'revision_number': 5, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'subnets': [{'id': '07051326-83bf-45b5-9e91-0b63b787c497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:28:01.456077 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f39c91-0f32-4f79-b012-a1d38ed123ce None None] New status for floating IP 49d7a9d8-7c0b-4415-a337-939f9dccd788: ACTIVE {{(pid=102636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 04:28:01.560827 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c9922-4ae9-4cc4-b29f-8bbdd5dab188 req-37cd6f3d-6885-4248-943b-8afe2f132dd0 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:01.562245 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f23c9922-4ae9-4cc4-b29f-8bbdd5dab188 req-37cd6f3d-6885-4248-943b-8afe2f132dd0 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.59 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 945 time: 0.0542965 Feb 15 04:28:01.659854 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-f23c9922-4ae9-4cc4-b29f-8bbdd5dab188 req-9c1063eb-78bc-4498-af50-1bff5affad86 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Deleting port 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:28:01.660196 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-f23c9922-4ae9-4cc4-b29f-8bbdd5dab188 req-9c1063eb-78bc-4498-af50-1bff5affad86 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (40ec21d0-c71c-4bbb-ae5d-68d36612fd1a), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:01.754652 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-f23c9922-4ae9-4cc4-b29f-8bbdd5dab188 req-9c1063eb-78bc-4498-af50-1bff5affad86 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] For port 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=40ec21d0-c71c-4bbb-ae5d-68d36612fd1a,segment=NetworkSegment(fdc0aee7-064c-4aef-973e-14879f0da8f4),segment_id=fdc0aee7-064c-4aef-973e-14879f0da8f4)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:28:01.755014 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-f23c9922-4ae9-4cc4-b29f-8bbdd5dab188 req-9c1063eb-78bc-4498-af50-1bff5affad86 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (40ec21d0-c71c-4bbb-ae5d-68d36612fd1a), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:01.767695 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-f23c9922-4ae9-4cc4-b29f-8bbdd5dab188 req-9c1063eb-78bc-4498-af50-1bff5affad86 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Calling delete_port for 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a owned by compute:nova {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:28:01.897219 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078882e-a443-469a-97a3-a756ed309c5f req-be6f4d09-62ad-485a-b3e8-505b26e7f189 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:01.899819 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d078882e-a443-469a-97a3-a756ed309c5f req-be6f4d09-62ad-485a-b3e8-505b26e7f189 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/ports?device_id=65eb5ac6-8758-409e-8494-5b9228b8de6f HTTP/1.1" status: 200 len: 945 time: 0.0712824 Feb 15 04:28:01.906401 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-f23c9922-4ae9-4cc4-b29f-8bbdd5dab188 req-9c1063eb-78bc-4498-af50-1bff5affad86 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (40ec21d0-c71c-4bbb-ae5d-68d36612fd1a), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:01.921552 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['40ec21d0-c71c-4bbb-ae5d-68d36612fd1a'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:28:01.935677 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1063eb-78bc-4498-af50-1bff5affad86 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Pushing event deleted for resources: {'Port': ['ID=40ec21d0-c71c-4bbb-ae5d-68d36612fd1a,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:01.971454 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d078882e-a443-469a-97a3-a756ed309c5f req-b907a418-2c35-4a94-b3dc-d5334035fbb0 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.45 "GET /v2.0/security-groups?id=19e73e87-2829-4dee-9921-c2d4a0d4e0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614080 Feb 15 04:28:01.992266 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23c9922-4ae9-4cc4-b29f-8bbdd5dab188 req-9c1063eb-78bc-4498-af50-1bff5affad86 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] No DVR routers for this DVR port 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a on host hv-cinder-81610 {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:28:01.994832 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-f23c9922-4ae9-4cc4-b29f-8bbdd5dab188 req-9c1063eb-78bc-4498-af50-1bff5affad86 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:01.998254 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f23c9922-4ae9-4cc4-b29f-8bbdd5dab188 req-9c1063eb-78bc-4498-af50-1bff5affad86 tempest-TestMinimumBasicScenario-1458480958 tempest-TestMinimumBasicScenario-1458480958-project] 10.222.0.59 "DELETE /v2.0/ports/40ec21d0-c71c-4bbb-ae5d-68d36612fd1a HTTP/1.1" status: 204 len: 173 time: 0.4309642 Feb 15 04:28:02.263247 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-06652055-327d-4910-a9c5-dd9d3e3a6f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:02.385462 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65eb5ac6-8758-409e-8494-5b9228b8de6f', 'name': 'network-vif-deleted', 'tag': '40ec21d0-c71c-4bbb-ae5d-68d36612fd1a'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:28:02.387829 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c4e703-1d80-4dfb-8106-09f2ab20b5c0" -d '{"events": [{"server_uuid": "65eb5ac6-8758-409e-8494-5b9228b8de6f", "name": "network-vif-deleted", "tag": "40ec21d0-c71c-4bbb-ae5d-68d36612fd1a"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:28:02.433252 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e928433e-c0ce-47e4-a650-706ff5798247 x-openstack-request-id: req-e928433e-c0ce-47e4-a650-706ff5798247 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:28:02.433568 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65eb5ac6-8758-409e-8494-5b9228b8de6f", "name": "network-vif-deleted", "tag": "40ec21d0-c71c-4bbb-ae5d-68d36612fd1a", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:28:02.434950 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e928433e-c0ce-47e4-a650-706ff5798247 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:28:02.435430 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65eb5ac6-8758-409e-8494-5b9228b8de6f', 'name': 'network-vif-deleted', 'tag': '40ec21d0-c71c-4bbb-ae5d-68d36612fd1a', 'status': 'completed', 'code': 200} Feb 15 04:28:03.635735 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 59732) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:28:04.193673 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b6853b65-7b2b-4c0c-a9a0-11fc0a377f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639284'] for router_interface (f1e7e287-d5eb-4c96-8102-07e0febe573c), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:04.547343 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:28:04.568815 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] No Port match for: 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:28:04.569183 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 40ec21d0-c71c-4bbb-ae5d-68d36612fd1a not bound to the agent host hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:28:04.756601 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-b6853b65-7b2b-4c0c-a9a0-11fc0a377f7b admin admin] Deleting port 45afbf27-0eb5-4f65-a5d8-a362c6a29cc1 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:28:04.757184 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b6853b65-7b2b-4c0c-a9a0-11fc0a377f7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (45afbf27-0eb5-4f65-a5d8-a362c6a29cc1), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:04.840162 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-b6853b65-7b2b-4c0c-a9a0-11fc0a377f7b admin admin] For port 45afbf27-0eb5-4f65-a5d8-a362c6a29cc1, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=45afbf27-0eb5-4f65-a5d8-a362c6a29cc1,segment=NetworkSegment(fdc0aee7-064c-4aef-973e-14879f0da8f4),segment_id=fdc0aee7-064c-4aef-973e-14879f0da8f4)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:28:04.840789 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b6853b65-7b2b-4c0c-a9a0-11fc0a377f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (45afbf27-0eb5-4f65-a5d8-a362c6a29cc1), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:04.857957 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-b6853b65-7b2b-4c0c-a9a0-11fc0a377f7b admin admin] Calling delete_port for 45afbf27-0eb5-4f65-a5d8-a362c6a29cc1 owned by network:router_interface {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:28:05.043516 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b6853b65-7b2b-4c0c-a9a0-11fc0a377f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (45afbf27-0eb5-4f65-a5d8-a362c6a29cc1), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:05.066921 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6853b65-7b2b-4c0c-a9a0-11fc0a377f7b admin admin] Pushing event deleted for resources: {'Port': ['ID=45afbf27-0eb5-4f65-a5d8-a362c6a29cc1,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:05.237755 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b6853b65-7b2b-4c0c-a9a0-11fc0a377f7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-713588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639392'] for router_interface (f1e7e287-d5eb-4c96-8102-07e0febe573c), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:05.450386 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6853b65-7b2b-4c0c-a9a0-11fc0a377f7b admin admin] Router f1e7e287-d5eb-4c96-8102-07e0febe573c has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:28:05.564618 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6853b65-7b2b-4c0c-a9a0-11fc0a377f7b admin admin] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:28:05.570337 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-b6853b65-7b2b-4c0c-a9a0-11fc0a377f7b admin admin] 10.222.0.45 "PUT /v2.0/routers/f1e7e287-d5eb-4c96-8102-07e0febe573c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9334989 Feb 15 04:28:05.572811 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 59742) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:28:05.573515 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0288ed36-23cc-4d3e-8acd-d07a591613dc None None] Sync routers for ids ['f1e7e287-d5eb-4c96-8102-07e0febe573c'] in dv-cinder-816104-2-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:28:05.583720 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0288ed36-23cc-4d3e-8acd-d07a591613dc None None] Routers {'f1e7e287-d5eb-4c96-8102-07e0febe573c'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:28:05.584324 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-0288ed36-23cc-4d3e-8acd-d07a591613dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:27:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['f1e7e287-d5eb-4c96-8102-07e0febe573c'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:05.678051 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1b78be45-a25d-4e5c-a1ba-bfcd24394b64 admin admin] Publish callbacks [] for router (f1e7e287-d5eb-4c96-8102-07e0febe573c), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:05.693418 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-0288ed36-23cc-4d3e-8acd-d07a591613dc None None] Set router f1e7e287-d5eb-4c96-8102-07e0febe573c gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:28:05.784975 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1b78be45-a25d-4e5c-a1ba-bfcd24394b64 admin admin] Publish callbacks [] for router_gateway (f1e7e287-d5eb-4c96-8102-07e0febe573c), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:05.840588 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-1b78be45-a25d-4e5c-a1ba-bfcd24394b64 admin admin] Deleting port 64fe8e85-6b9f-42a4-b27a-4320ec696bbb {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:28:05.840951 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1b78be45-a25d-4e5c-a1ba-bfcd24394b64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (64fe8e85-6b9f-42a4-b27a-4320ec696bbb), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:05.877539 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-0288ed36-23cc-4d3e-8acd-d07a591613dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'name': 'tempest-TestMinimumBasicScenario-1549965471-router', 'tenant_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '64fe8e85-6b9f-42a4-b27a-4320ec696bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:22:58Z', 'updated_at': '2022-02-15T04:28:04Z', 'revision_number': 5, 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'gw_port': {'id': '64fe8e85-6b9f-42a4-b27a-4320ec696bbb', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:22:59Z', 'updated_at': '2022-02-15T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:05.904084 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0288ed36-23cc-4d3e-8acd-d07a591613dc None None] Checking router: f1e7e287-d5eb-4c96-8102-07e0febe573c for host: dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:28:05.913395 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0288ed36-23cc-4d3e-8acd-d07a591613dc None None] Routers {'f1e7e287-d5eb-4c96-8102-07e0febe573c'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:28:05.913995 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-0288ed36-23cc-4d3e-8acd-d07a591613dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:27:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['f1e7e287-d5eb-4c96-8102-07e0febe573c'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:05.919492 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-1b78be45-a25d-4e5c-a1ba-bfcd24394b64 admin admin] For port 64fe8e85-6b9f-42a4-b27a-4320ec696bbb, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=64fe8e85-6b9f-42a4-b27a-4320ec696bbb,segment=NetworkSegment(5a34016a-0f1f-4003-98e1-68134538d335),segment_id=5a34016a-0f1f-4003-98e1-68134538d335)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:28:05.919858 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1b78be45-a25d-4e5c-a1ba-bfcd24394b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (64fe8e85-6b9f-42a4-b27a-4320ec696bbb), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:05.932648 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-1b78be45-a25d-4e5c-a1ba-bfcd24394b64 admin admin] Calling delete_port for 64fe8e85-6b9f-42a4-b27a-4320ec696bbb owned by network:router_gateway {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:28:06.004433 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-0288ed36-23cc-4d3e-8acd-d07a591613dc None None] Set router f1e7e287-d5eb-4c96-8102-07e0febe573c gateway port host: None {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:28:06.055351 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-0288ed36-23cc-4d3e-8acd-d07a591613dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'name': 'tempest-TestMinimumBasicScenario-1549965471-router', 'tenant_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:22:58Z', 'updated_at': '2022-02-15T04:28:05Z', 'revision_number': 6, 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'gw_port_host': None}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:06.091067 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0288ed36-23cc-4d3e-8acd-d07a591613dc None None] The sync data for ids ['f1e7e287-d5eb-4c96-8102-07e0febe573c'] in dv-cinder-816104-2-iscsi is: [{'id': 'f1e7e287-d5eb-4c96-8102-07e0febe573c', 'name': 'tempest-TestMinimumBasicScenario-1549965471-router', 'tenant_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:22:58Z', 'updated_at': '2022-02-15T04:28:05Z', 'revision_number': 6, 'project_id': 'b58d87f4f4ed448f8d45c85f92cf1462', 'gw_port_host': None}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:28:06.102435 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-4b854e37-3545-4a1e-82f8-c15ce02d11b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:06.113650 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1b78be45-a25d-4e5c-a1ba-bfcd24394b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (64fe8e85-6b9f-42a4-b27a-4320ec696bbb), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:06.140697 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78be45-a25d-4e5c-a1ba-bfcd24394b64 admin admin] Pushing event deleted for resources: {'Port': ['ID=64fe8e85-6b9f-42a4-b27a-4320ec696bbb,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:06.202403 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1b78be45-a25d-4e5c-a1ba-bfcd24394b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639998'] for router_gateway (f1e7e287-d5eb-4c96-8102-07e0febe573c), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:06.306099 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1b78be45-a25d-4e5c-a1ba-bfcd24394b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26553'] for router (f1e7e287-d5eb-4c96-8102-07e0febe573c), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:06.308258 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1b78be45-a25d-4e5c-a1ba-bfcd24394b64 admin admin] Publish callbacks [] for router_controller (f1e7e287-d5eb-4c96-8102-07e0febe573c), precommit_delete_associations {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:06.371852 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1b78be45-a25d-4e5c-a1ba-bfcd24394b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648786'] for router (f1e7e287-d5eb-4c96-8102-07e0febe573c), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:06.372399 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b78be45-a25d-4e5c-a1ba-bfcd24394b64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1e7e287-d5eb-4c96-8102-07e0febe573c {{(pid=102633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 04:28:06.377540 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1b78be45-a25d-4e5c-a1ba-bfcd24394b64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:06.378681 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-1b78be45-a25d-4e5c-a1ba-bfcd24394b64 admin admin] 10.222.0.45 "DELETE /v2.0/routers/f1e7e287-d5eb-4c96-8102-07e0febe573c HTTP/1.1" status: 204 len: 168 time: 0.8049402 Feb 15 04:28:06.381298 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 59746) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:28:06.425521 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_v2 [None req-d83b241e-02fa-434c-a406-e6ebeb8d1f13 admin admin] Deleting subnet 51212c4f-8f89-425e-8852-05113297def1 {{(pid=102633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 04:28:06.428526 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d83b241e-02fa-434c-a406-e6ebeb8d1f13 admin admin] Publish callbacks [] for subnet (51212c4f-8f89-425e-8852-05113297def1), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:06.431825 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:06.464294 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d83b241e-02fa-434c-a406-e6ebeb8d1f13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5385617'] for subnet (51212c4f-8f89-425e-8852-05113297def1), precommit_delete_associations {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:06.577710 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d83b241e-02fa-434c-a406-e6ebeb8d1f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1732099'] for subnet (51212c4f-8f89-425e-8852-05113297def1), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:06.633535 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d83b241e-02fa-434c-a406-e6ebeb8d1f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1730288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5250976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4204894'] for subnet (51212c4f-8f89-425e-8852-05113297def1), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:06.663653 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b241e-02fa-434c-a406-e6ebeb8d1f13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51212c4f-8f89-425e-8852-05113297def1,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:06.665631 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d83b241e-02fa-434c-a406-e6ebeb8d1f13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:06.668804 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-d83b241e-02fa-434c-a406-e6ebeb8d1f13 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/51212c4f-8f89-425e-8852-05113297def1 HTTP/1.1" status: 204 len: 168 time: 0.2865705 Feb 15 04:28:06.670928 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d53785c-6381-415e-8114-e659b9f67dc0 None None] Network 39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8 requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:28:06.671451 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 59748) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:28:06.739310 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-faa838f8-d67f-4ee8-9311-8654a3cbd9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756036'] for network (39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:06.793665 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-faa838f8-d67f-4ee8-9311-8654a3cbd9cc admin admin] Deleting port 474e3307-d41e-4271-9a2a-2c45b9a3e6c4 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:28:06.794295 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-faa838f8-d67f-4ee8-9311-8654a3cbd9cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (474e3307-d41e-4271-9a2a-2c45b9a3e6c4), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:06.860814 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f129d7db-6650-4f6c-9281-c27c2ca3b700 None None] DHCP port deletion for 39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8 request from dv-cinder-816104-2-iscsi {{(pid=102635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 04:28:06.861126 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-faa838f8-d67f-4ee8-9311-8654a3cbd9cc admin admin] For port 474e3307-d41e-4271-9a2a-2c45b9a3e6c4, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=474e3307-d41e-4271-9a2a-2c45b9a3e6c4,segment=NetworkSegment(fdc0aee7-064c-4aef-973e-14879f0da8f4),segment_id=fdc0aee7-064c-4aef-973e-14879f0da8f4)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:28:06.861363 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-faa838f8-d67f-4ee8-9311-8654a3cbd9cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (474e3307-d41e-4271-9a2a-2c45b9a3e6c4), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:06.874958 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-faa838f8-d67f-4ee8-9311-8654a3cbd9cc admin admin] Calling delete_port for 474e3307-d41e-4271-9a2a-2c45b9a3e6c4 owned by network:dhcp {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:28:06.910357 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-f129d7db-6650-4f6c-9281-c27c2ca3b700 None None] Deleting port 474e3307-d41e-4271-9a2a-2c45b9a3e6c4 {{(pid=102635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:28:06.910730 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-f129d7db-6650-4f6c-9281-c27c2ca3b700 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (474e3307-d41e-4271-9a2a-2c45b9a3e6c4), before_delete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:06.957504 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-faa838f8-d67f-4ee8-9311-8654a3cbd9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (474e3307-d41e-4271-9a2a-2c45b9a3e6c4), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:06.975848 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-f129d7db-6650-4f6c-9281-c27c2ca3b700 None None] For port 474e3307-d41e-4271-9a2a-2c45b9a3e6c4, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=474e3307-d41e-4271-9a2a-2c45b9a3e6c4,segment=NetworkSegment(fdc0aee7-064c-4aef-973e-14879f0da8f4),segment_id=fdc0aee7-064c-4aef-973e-14879f0da8f4)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:28:06.976255 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-f129d7db-6650-4f6c-9281-c27c2ca3b700 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (474e3307-d41e-4271-9a2a-2c45b9a3e6c4), precommit_delete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:06.980975 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa838f8-d67f-4ee8-9311-8654a3cbd9cc admin admin] Pushing event deleted for resources: {'Port': ['ID=474e3307-d41e-4271-9a2a-2c45b9a3e6c4,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:06.989382 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa838f8-d67f-4ee8-9311-8654a3cbd9cc admin admin] No DVR routers for this DVR port 474e3307-d41e-4271-9a2a-2c45b9a3e6c4 on host dv-cinder-816104-2-iscsi {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:28:06.994875 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-f129d7db-6650-4f6c-9281-c27c2ca3b700 None None] Calling delete_port for 474e3307-d41e-4271-9a2a-2c45b9a3e6c4 owned by network:dhcp {{(pid=102635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:28:07.067584 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-faa838f8-d67f-4ee8-9311-8654a3cbd9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725060', 'neutron.services.segments.db._delete_segments_for_network-8734710277232'] for network (39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:07.088336 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-faa838f8-d67f-4ee8-9311-8654a3cbd9cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8']}} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:07.097916 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-faa838f8-d67f-4ee8-9311-8654a3cbd9cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdc0aee7-064c-4aef-973e-14879f0da8f4') {'for_net_delete': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:07.098214 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-faa838f8-d67f-4ee8-9311-8654a3cbd9cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdc0aee7-064c-4aef-973e-14879f0da8f4') {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:07.107975 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-faa838f8-d67f-4ee8-9311-8654a3cbd9cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734710278521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5385642'] for segment (fdc0aee7-064c-4aef-973e-14879f0da8f4), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:07.120774 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-f129d7db-6650-4f6c-9281-c27c2ca3b700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092'] for port (474e3307-d41e-4271-9a2a-2c45b9a3e6c4), after_delete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:07.122415 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-faa838f8-d67f-4ee8-9311-8654a3cbd9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (fdc0aee7-064c-4aef-973e-14879f0da8f4), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:07.130211 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa838f8-d67f-4ee8-9311-8654a3cbd9cc admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 04:28:07.130960 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-faa838f8-d67f-4ee8-9311-8654a3cbd9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5250842'] for segment (fdc0aee7-064c-4aef-973e-14879f0da8f4), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:07.134273 dv-cinder-816104-2-iscsi neutron-server[102633]: Traceback (most recent call last): Feb 15 04:28:07.134273 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 04:28:07.134273 dv-cinder-816104-2-iscsi neutron-server[102633]: timer() Feb 15 04:28:07.134273 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 04:28:07.134273 dv-cinder-816104-2-iscsi neutron-server[102633]: cb(*args, **kw) Feb 15 04:28:07.134273 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 04:28:07.134273 dv-cinder-816104-2-iscsi neutron-server[102633]: return func(*args, **kwargs) Feb 15 04:28:07.134273 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 04:28:07.134273 dv-cinder-816104-2-iscsi neutron-server[102633]: self._notify() Feb 15 04:28:07.134273 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 04:28:07.134273 dv-cinder-816104-2-iscsi neutron-server[102633]: self.callback(batched_events) Feb 15 04:28:07.134273 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 04:28:07.134273 dv-cinder-816104-2-iscsi neutron-server[102633]: event.method(event) Feb 15 04:28:07.134273 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 04:28:07.134273 dv-cinder-816104-2-iscsi neutron-server[102633]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 04:28:07.134273 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 04:28:07.134273 dv-cinder-816104-2-iscsi neutron-server[102633]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 04:28:07.134273 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 04:28:07.134273 dv-cinder-816104-2-iscsi neutron-server[102633]: return f(self, *a, **k) Feb 15 04:28:07.134273 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 04:28:07.134273 dv-cinder-816104-2-iscsi neutron-server[102633]: return self._get(url).json() Feb 15 04:28:07.134273 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 04:28:07.134273 dv-cinder-816104-2-iscsi neutron-server[102633]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 04:28:07.134273 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 04:28:07.134273 dv-cinder-816104-2-iscsi neutron-server[102633]: return self.request(url, 'GET', **kwargs) Feb 15 04:28:07.134273 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 04:28:07.134273 dv-cinder-816104-2-iscsi neutron-server[102633]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 04:28:07.134273 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 04:28:07.134273 dv-cinder-816104-2-iscsi neutron-server[102633]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 04:28:07.134273 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 04:28:07.134273 dv-cinder-816104-2-iscsi neutron-server[102633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 04:28:07.134273 dv-cinder-816104-2-iscsi neutron-server[102633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 04:28:07.136437 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f129d7db-6650-4f6c-9281-c27c2ca3b700 None None] No DVR routers for this DVR port 474e3307-d41e-4271-9a2a-2c45b9a3e6c4 on host dv-cinder-816104-2-iscsi {{(pid=102635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:28:07.154990 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129d7db-6650-4f6c-9281-c27c2ca3b700 None None] Pushing event deleted for resources: {'Port': ['ID=474e3307-d41e-4271-9a2a-2c45b9a3e6c4,revision_number=None']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:07.197396 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-faa838f8-d67f-4ee8-9311-8654a3cbd9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639526'] for network (39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:07.203241 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-faa838f8-d67f-4ee8-9311-8654a3cbd9cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:07.206736 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-faa838f8-d67f-4ee8-9311-8654a3cbd9cc admin admin] 10.222.0.45 "DELETE /v2.0/networks/39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8 HTTP/1.1" status: 204 len: 168 time: 0.5345790 Feb 15 04:28:07.209721 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 59750) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:28:07.217465 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa838f8-d67f-4ee8-9311-8654a3cbd9cc admin admin] Pushing event deleted for resources: {'Network': ['ID=39d3cd4d-57c3-40cb-8011-c5fa1fae7cc8,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:07.500669 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 45afbf27-0eb5-4f65-a5d8-a362c6a29cc1 no longer exists at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:28:07.521043 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] No Port match for: 45afbf27-0eb5-4f65-a5d8-a362c6a29cc1 {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:28:07.521476 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 45afbf27-0eb5-4f65-a5d8-a362c6a29cc1 not bound to the agent host dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:28:07.521994 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 474e3307-d41e-4271-9a2a-2c45b9a3e6c4 no longer exists at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:28:07.540623 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] No Port match for: 474e3307-d41e-4271-9a2a-2c45b9a3e6c4 {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:28:07.540995 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 474e3307-d41e-4271-9a2a-2c45b9a3e6c4 not bound to the agent host dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:28:07.541417 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 64fe8e85-6b9f-42a4-b27a-4320ec696bbb no longer exists at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:28:07.560481 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] No Port match for: 64fe8e85-6b9f-42a4-b27a-4320ec696bbb {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:28:07.560827 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 64fe8e85-6b9f-42a4-b27a-4320ec696bbb not bound to the agent host dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:28:07.569565 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3efb059c-8f58-4b18-a784-5a64b7d4702e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639284'] for router_interface (78df2dc8-3507-4907-86e6-0b3725793687), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:07.819713 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-3efb059c-8f58-4b18-a784-5a64b7d4702e admin admin] Deleting port 7dc29916-30a3-4232-895c-04d07aea2403 {{(pid=102634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:28:07.820050 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3efb059c-8f58-4b18-a784-5a64b7d4702e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (7dc29916-30a3-4232-895c-04d07aea2403), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:07.896207 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-3efb059c-8f58-4b18-a784-5a64b7d4702e admin admin] For port 7dc29916-30a3-4232-895c-04d07aea2403, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=7dc29916-30a3-4232-895c-04d07aea2403,segment=NetworkSegment(488b9ae7-d985-44ca-a53d-a142eb2dd474),segment_id=488b9ae7-d985-44ca-a53d-a142eb2dd474)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:28:07.896474 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3efb059c-8f58-4b18-a784-5a64b7d4702e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (7dc29916-30a3-4232-895c-04d07aea2403), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:07.909663 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-3efb059c-8f58-4b18-a784-5a64b7d4702e admin admin] Calling delete_port for 7dc29916-30a3-4232-895c-04d07aea2403 owned by network:router_interface {{(pid=102634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:28:08.091846 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3efb059c-8f58-4b18-a784-5a64b7d4702e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5688251'] for port (7dc29916-30a3-4232-895c-04d07aea2403), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:08.118504 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb059c-8f58-4b18-a784-5a64b7d4702e admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc29916-30a3-4232-895c-04d07aea2403,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:08.288759 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3efb059c-8f58-4b18-a784-5a64b7d4702e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-713588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639392'] for router_interface (78df2dc8-3507-4907-86e6-0b3725793687), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:08.511168 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efb059c-8f58-4b18-a784-5a64b7d4702e admin admin] Router 78df2dc8-3507-4907-86e6-0b3725793687 has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:28:08.545837 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:08.624083 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efb059c-8f58-4b18-a784-5a64b7d4702e admin admin] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:28:08.629828 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-3efb059c-8f58-4b18-a784-5a64b7d4702e admin admin] 10.222.0.45 "PUT /v2.0/routers/78df2dc8-3507-4907-86e6-0b3725793687/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4182959 Feb 15 04:28:08.631641 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 59756) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:28:08.634196 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52df145-65ca-4526-86ce-2b635232a572 None None] Sync routers for ids ['78df2dc8-3507-4907-86e6-0b3725793687'] in dv-cinder-816104-2-iscsi {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:28:08.648032 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52df145-65ca-4526-86ce-2b635232a572 None None] Routers {'78df2dc8-3507-4907-86e6-0b3725793687'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:28:08.648629 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-d52df145-65ca-4526-86ce-2b635232a572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:28:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['78df2dc8-3507-4907-86e6-0b3725793687'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:08.738168 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-954bfef2-67ea-4714-ac14-a60697fe11ae admin admin] Publish callbacks [] for router (78df2dc8-3507-4907-86e6-0b3725793687), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:08.756033 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-d52df145-65ca-4526-86ce-2b635232a572 None None] Set router 78df2dc8-3507-4907-86e6-0b3725793687 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:28:08.937358 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-d52df145-65ca-4526-86ce-2b635232a572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78df2dc8-3507-4907-86e6-0b3725793687', 'name': 'tempest-TestMinimumBasicScenario-999711429-router', 'tenant_id': '5c921988dc0e498399aeb62635a46c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'cc7e9732-827b-40f7-b1eb-29c4eec58f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:23:05Z', 'updated_at': '2022-02-15T04:28:08Z', 'revision_number': 5, 'project_id': '5c921988dc0e498399aeb62635a46c48', 'gw_port': {'id': 'cc7e9732-827b-40f7-b1eb-29c4eec58f54', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:03:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78df2dc8-3507-4907-86e6-0b3725793687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:23:06Z', 'updated_at': '2022-02-15T04:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:08.964928 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52df145-65ca-4526-86ce-2b635232a572 None None] Checking router: 78df2dc8-3507-4907-86e6-0b3725793687 for host: dv-cinder-816104-2-iscsi {{(pid=102636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:28:08.973471 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52df145-65ca-4526-86ce-2b635232a572 None None] Routers {'78df2dc8-3507-4907-86e6-0b3725793687'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:28:08.974007 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-d52df145-65ca-4526-86ce-2b635232a572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:28:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['78df2dc8-3507-4907-86e6-0b3725793687'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:09.049825 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-954bfef2-67ea-4714-ac14-a60697fe11ae admin admin] Publish callbacks [] for router_gateway (78df2dc8-3507-4907-86e6-0b3725793687), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:09.084856 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-d52df145-65ca-4526-86ce-2b635232a572 None None] Set router 78df2dc8-3507-4907-86e6-0b3725793687 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:28:09.101354 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-954bfef2-67ea-4714-ac14-a60697fe11ae admin admin] Deleting port cc7e9732-827b-40f7-b1eb-29c4eec58f54 {{(pid=102634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:28:09.101699 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-954bfef2-67ea-4714-ac14-a60697fe11ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (cc7e9732-827b-40f7-b1eb-29c4eec58f54), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:09.186047 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-954bfef2-67ea-4714-ac14-a60697fe11ae admin admin] For port cc7e9732-827b-40f7-b1eb-29c4eec58f54, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=cc7e9732-827b-40f7-b1eb-29c4eec58f54,segment=NetworkSegment(5a34016a-0f1f-4003-98e1-68134538d335),segment_id=5a34016a-0f1f-4003-98e1-68134538d335)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:28:09.186405 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-954bfef2-67ea-4714-ac14-a60697fe11ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (cc7e9732-827b-40f7-b1eb-29c4eec58f54), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:09.199500 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-954bfef2-67ea-4714-ac14-a60697fe11ae admin admin] Calling delete_port for cc7e9732-827b-40f7-b1eb-29c4eec58f54 owned by network:router_gateway {{(pid=102634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:28:09.350118 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-d52df145-65ca-4526-86ce-2b635232a572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78df2dc8-3507-4907-86e6-0b3725793687', 'name': 'tempest-TestMinimumBasicScenario-999711429-router', 'tenant_id': '5c921988dc0e498399aeb62635a46c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'cc7e9732-827b-40f7-b1eb-29c4eec58f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:23:05Z', 'updated_at': '2022-02-15T04:28:08Z', 'revision_number': 5, 'project_id': '5c921988dc0e498399aeb62635a46c48', 'gw_port': {'id': 'cc7e9732-827b-40f7-b1eb-29c4eec58f54', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:03:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78df2dc8-3507-4907-86e6-0b3725793687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:23:06Z', 'updated_at': '2022-02-15T04:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:09.369018 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-954bfef2-67ea-4714-ac14-a60697fe11ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5688251'] for port (cc7e9732-827b-40f7-b1eb-29c4eec58f54), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:09.377690 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52df145-65ca-4526-86ce-2b635232a572 None None] The sync data for ids ['78df2dc8-3507-4907-86e6-0b3725793687'] in dv-cinder-816104-2-iscsi is: [{'id': '78df2dc8-3507-4907-86e6-0b3725793687', 'name': 'tempest-TestMinimumBasicScenario-999711429-router', 'tenant_id': '5c921988dc0e498399aeb62635a46c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'cc7e9732-827b-40f7-b1eb-29c4eec58f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:23:05Z', 'updated_at': '2022-02-15T04:28:08Z', 'revision_number': 5, 'project_id': '5c921988dc0e498399aeb62635a46c48', 'gw_port': {'id': 'cc7e9732-827b-40f7-b1eb-29c4eec58f54', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:03:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78df2dc8-3507-4907-86e6-0b3725793687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:23:06Z', 'updated_at': '2022-02-15T04:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}] {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:28:09.400305 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954bfef2-67ea-4714-ac14-a60697fe11ae admin admin] Pushing event deleted for resources: {'Port': ['ID=cc7e9732-827b-40f7-b1eb-29c4eec58f54,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:09.459263 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-954bfef2-67ea-4714-ac14-a60697fe11ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639998'] for router_gateway (78df2dc8-3507-4907-86e6-0b3725793687), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:09.552736 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-954bfef2-67ea-4714-ac14-a60697fe11ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26553'] for router (78df2dc8-3507-4907-86e6-0b3725793687), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:09.554901 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-954bfef2-67ea-4714-ac14-a60697fe11ae admin admin] Publish callbacks [] for router_controller (78df2dc8-3507-4907-86e6-0b3725793687), precommit_delete_associations {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:09.604244 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-954bfef2-67ea-4714-ac14-a60697fe11ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648786'] for router (78df2dc8-3507-4907-86e6-0b3725793687), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:09.604702 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954bfef2-67ea-4714-ac14-a60697fe11ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78df2dc8-3507-4907-86e6-0b3725793687 {{(pid=102634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 04:28:09.610114 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-954bfef2-67ea-4714-ac14-a60697fe11ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:09.614998 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-954bfef2-67ea-4714-ac14-a60697fe11ae admin admin] 10.222.0.45 "DELETE /v2.0/routers/78df2dc8-3507-4907-86e6-0b3725793687 HTTP/1.1" status: 204 len: 168 time: 0.9798241 Feb 15 04:28:09.615318 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 59766) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:28:09.662556 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.db_base_plugin_v2 [None req-714e8e40-27a8-48dc-9efa-1043a3f6598c admin admin] Deleting subnet bbb9fecd-1bf3-4cad-a1f7-4f654f5b232b {{(pid=102634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 04:28:09.666000 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-714e8e40-27a8-48dc-9efa-1043a3f6598c admin admin] Publish callbacks [] for subnet (bbb9fecd-1bf3-4cad-a1f7-4f654f5b232b), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:09.701685 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-714e8e40-27a8-48dc-9efa-1043a3f6598c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5689128'] for subnet (bbb9fecd-1bf3-4cad-a1f7-4f654f5b232b), precommit_delete_associations {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:09.809491 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:09.854148 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-714e8e40-27a8-48dc-9efa-1043a3f6598c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1732099'] for subnet (bbb9fecd-1bf3-4cad-a1f7-4f654f5b232b), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:09.911150 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 7dc29916-30a3-4232-895c-04d07aea2403 no longer exists at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:28:09.943262 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] No Port match for: 7dc29916-30a3-4232-895c-04d07aea2403 {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:28:09.943637 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 7dc29916-30a3-4232-895c-04d07aea2403 not bound to the agent host dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:28:09.945782 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-714e8e40-27a8-48dc-9efa-1043a3f6598c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1730288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5688276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6160504'] for subnet (bbb9fecd-1bf3-4cad-a1f7-4f654f5b232b), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:09.979185 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e8e40-27a8-48dc-9efa-1043a3f6598c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbb9fecd-1bf3-4cad-a1f7-4f654f5b232b,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:09.981146 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-714e8e40-27a8-48dc-9efa-1043a3f6598c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for subnet (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:09.984361 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-714e8e40-27a8-48dc-9efa-1043a3f6598c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/bbb9fecd-1bf3-4cad-a1f7-4f654f5b232b HTTP/1.1" status: 204 len: 168 time: 0.3680382 Feb 15 04:28:09.986368 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041f8685-a2ee-4acd-9b60-d79c3001f594 None None] Network 3c962aae-051a-425a-a246-9cc0c78ecf1e requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:28:09.987466 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 59774) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:28:10.064357 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bce45314-29dc-4d03-b48c-0f5f65ee9915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756036'] for network (3c962aae-051a-425a-a246-9cc0c78ecf1e), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:10.134991 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-bce45314-29dc-4d03-b48c-0f5f65ee9915 admin admin] Deleting port 90f56a9c-afd0-4699-968a-00611f490525 {{(pid=102634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:28:10.135336 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bce45314-29dc-4d03-b48c-0f5f65ee9915 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (90f56a9c-afd0-4699-968a-00611f490525), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:10.161185 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaced80-d154-49f1-a1b6-449eec8f834e None None] DHCP port deletion for 3c962aae-051a-425a-a246-9cc0c78ecf1e request from dv-cinder-816104-2-iscsi {{(pid=102635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 04:28:10.205667 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-bce45314-29dc-4d03-b48c-0f5f65ee9915 admin admin] For port 90f56a9c-afd0-4699-968a-00611f490525, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=90f56a9c-afd0-4699-968a-00611f490525,segment=NetworkSegment(488b9ae7-d985-44ca-a53d-a142eb2dd474),segment_id=488b9ae7-d985-44ca-a53d-a142eb2dd474)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:28:10.206022 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bce45314-29dc-4d03-b48c-0f5f65ee9915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (90f56a9c-afd0-4699-968a-00611f490525), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:10.220390 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-bce45314-29dc-4d03-b48c-0f5f65ee9915 admin admin] Calling delete_port for 90f56a9c-afd0-4699-968a-00611f490525 owned by network:dhcp {{(pid=102634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:28:10.305063 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bce45314-29dc-4d03-b48c-0f5f65ee9915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5688251'] for port (90f56a9c-afd0-4699-968a-00611f490525), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:10.328368 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce45314-29dc-4d03-b48c-0f5f65ee9915 admin admin] Pushing event deleted for resources: {'Port': ['ID=90f56a9c-afd0-4699-968a-00611f490525,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:10.333993 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce45314-29dc-4d03-b48c-0f5f65ee9915 admin admin] No DVR routers for this DVR port 90f56a9c-afd0-4699-968a-00611f490525 on host dv-cinder-816104-2-iscsi {{(pid=102634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:28:10.347526 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-5aaced80-d154-49f1-a1b6-449eec8f834e None None] Deleting port 90f56a9c-afd0-4699-968a-00611f490525 {{(pid=102635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:28:10.347901 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-5aaced80-d154-49f1-a1b6-449eec8f834e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (90f56a9c-afd0-4699-968a-00611f490525), before_delete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:10.402224 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bce45314-29dc-4d03-b48c-0f5f65ee9915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725060', 'neutron.services.segments.db._delete_segments_for_network-8734710277232'] for network (3c962aae-051a-425a-a246-9cc0c78ecf1e), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:10.411808 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-5aaced80-d154-49f1-a1b6-449eec8f834e None None] For port 90f56a9c-afd0-4699-968a-00611f490525, host dv-cinder-816104-2-iscsi, got binding levels [] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:28:10.412626 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-5aaced80-d154-49f1-a1b6-449eec8f834e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (90f56a9c-afd0-4699-968a-00611f490525), precommit_delete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:10.426847 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-5aaced80-d154-49f1-a1b6-449eec8f834e None None] Calling delete_port for 90f56a9c-afd0-4699-968a-00611f490525 owned by network:dhcp {{(pid=102635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:28:10.428133 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.services.segments.db [None req-bce45314-29dc-4d03-b48c-0f5f65ee9915 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c962aae-051a-425a-a246-9cc0c78ecf1e']}} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:10.429571 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.ipam_backend_mixin [None req-5aaced80-d154-49f1-a1b6-449eec8f834e None None] Port 90f56a9c-afd0-4699-968a-00611f490525 was not found and therefore no delete operation was performed {{(pid=102635) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 04:28:10.430837 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-5aaced80-d154-49f1-a1b6-449eec8f834e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092'] for port (90f56a9c-afd0-4699-968a-00611f490525), after_delete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:10.438069 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.services.segments.db [None req-bce45314-29dc-4d03-b48c-0f5f65ee9915 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488b9ae7-d985-44ca-a53d-a142eb2dd474') {'for_net_delete': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:10.438277 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.services.segments.db [None req-bce45314-29dc-4d03-b48c-0f5f65ee9915 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488b9ae7-d985-44ca-a53d-a142eb2dd474') {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:10.447963 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bce45314-29dc-4d03-b48c-0f5f65ee9915 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734710278521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5689107'] for segment (488b9ae7-d985-44ca-a53d-a142eb2dd474), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:10.460228 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaced80-d154-49f1-a1b6-449eec8f834e None None] Pushing event deleted for resources: {'Port': ['ID=90f56a9c-afd0-4699-968a-00611f490525,revision_number=None']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:10.461589 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bce45314-29dc-4d03-b48c-0f5f65ee9915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (488b9ae7-d985-44ca-a53d-a142eb2dd474), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:10.466078 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaced80-d154-49f1-a1b6-449eec8f834e None None] No DVR routers for this DVR port 90f56a9c-afd0-4699-968a-00611f490525 on host dv-cinder-816104-2-iscsi {{(pid=102635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:28:10.468930 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce45314-29dc-4d03-b48c-0f5f65ee9915 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 04:28:10.468930 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bce45314-29dc-4d03-b48c-0f5f65ee9915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5688174'] for segment (488b9ae7-d985-44ca-a53d-a142eb2dd474), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:10.471368 dv-cinder-816104-2-iscsi neutron-server[102634]: Traceback (most recent call last): Feb 15 04:28:10.471368 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 04:28:10.471368 dv-cinder-816104-2-iscsi neutron-server[102634]: timer() Feb 15 04:28:10.471368 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 04:28:10.471368 dv-cinder-816104-2-iscsi neutron-server[102634]: cb(*args, **kw) Feb 15 04:28:10.471368 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 04:28:10.471368 dv-cinder-816104-2-iscsi neutron-server[102634]: return func(*args, **kwargs) Feb 15 04:28:10.471368 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 04:28:10.471368 dv-cinder-816104-2-iscsi neutron-server[102634]: self._notify() Feb 15 04:28:10.471368 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 04:28:10.471368 dv-cinder-816104-2-iscsi neutron-server[102634]: self.callback(batched_events) Feb 15 04:28:10.471368 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 04:28:10.471368 dv-cinder-816104-2-iscsi neutron-server[102634]: event.method(event) Feb 15 04:28:10.471368 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 04:28:10.471368 dv-cinder-816104-2-iscsi neutron-server[102634]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 04:28:10.471368 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 04:28:10.471368 dv-cinder-816104-2-iscsi neutron-server[102634]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 04:28:10.471368 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 04:28:10.471368 dv-cinder-816104-2-iscsi neutron-server[102634]: return f(self, *a, **k) Feb 15 04:28:10.471368 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 04:28:10.471368 dv-cinder-816104-2-iscsi neutron-server[102634]: return self._get(url).json() Feb 15 04:28:10.471368 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 04:28:10.471368 dv-cinder-816104-2-iscsi neutron-server[102634]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 04:28:10.471368 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 04:28:10.471368 dv-cinder-816104-2-iscsi neutron-server[102634]: return self.request(url, 'GET', **kwargs) Feb 15 04:28:10.471368 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 04:28:10.471368 dv-cinder-816104-2-iscsi neutron-server[102634]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 04:28:10.471368 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 04:28:10.471368 dv-cinder-816104-2-iscsi neutron-server[102634]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 04:28:10.471368 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 04:28:10.471368 dv-cinder-816104-2-iscsi neutron-server[102634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 04:28:10.471368 dv-cinder-816104-2-iscsi neutron-server[102634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 04:28:10.526684 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bce45314-29dc-4d03-b48c-0f5f65ee9915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639526'] for network (3c962aae-051a-425a-a246-9cc0c78ecf1e), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:10.532804 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bce45314-29dc-4d03-b48c-0f5f65ee9915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:10.537226 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-bce45314-29dc-4d03-b48c-0f5f65ee9915 admin admin] 10.222.0.45 "DELETE /v2.0/networks/3c962aae-051a-425a-a246-9cc0c78ecf1e HTTP/1.1" status: 204 len: 168 time: 0.5486128 Feb 15 04:28:10.549610 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce45314-29dc-4d03-b48c-0f5f65ee9915 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c962aae-051a-425a-a246-9cc0c78ecf1e,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:10.655784 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 59778) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:28:10.696015 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-efe5b524-d2c1-456a-aa94-92e7d4d93465 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b58d87f4f4ed448f8d45c85f92cf1462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391219 Feb 15 04:28:10.698213 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 59780) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:28:10.745182 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-61f49685-ec63-47ad-ac17-722b2d787a83 admin admin] Publish callbacks [] for security_group (19e73e87-2829-4dee-9921-c2d4a0d4e0c0), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:10.769729 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-61f49685-ec63-47ad-ac17-722b2d787a83 admin admin] Publish callbacks [] for security_group (19e73e87-2829-4dee-9921-c2d4a0d4e0c0), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:10.816625 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-61f49685-ec63-47ad-ac17-722b2d787a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (19e73e87-2829-4dee-9921-c2d4a0d4e0c0), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:10.819181 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-61f49685-ec63-47ad-ac17-722b2d787a83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:10.820318 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-61f49685-ec63-47ad-ac17-722b2d787a83 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/19e73e87-2829-4dee-9921-c2d4a0d4e0c0 HTTP/1.1" status: 204 len: 168 time: 0.1212275 Feb 15 04:28:10.827706 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f49685-ec63-47ad-ac17-722b2d787a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e73e87-2829-4dee-9921-c2d4a0d4e0c0,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:11.147804 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 59792) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:28:11.192858 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-032287ad-4966-4673-a61e-91a0f1ad1cd0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5c921988dc0e498399aeb62635a46c48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437872 Feb 15 04:28:11.195299 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 59798) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:28:11.242158 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8e9a6e29-7ab2-4923-8b63-d89ce3444134 admin admin] Publish callbacks [] for security_group (78bfad41-8e76-4376-89d9-e4fc68a03d4a), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:11.264467 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8e9a6e29-7ab2-4923-8b63-d89ce3444134 admin admin] Publish callbacks [] for security_group (78bfad41-8e76-4376-89d9-e4fc68a03d4a), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:11.312809 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8e9a6e29-7ab2-4923-8b63-d89ce3444134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (78bfad41-8e76-4376-89d9-e4fc68a03d4a), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:11.316307 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8e9a6e29-7ab2-4923-8b63-d89ce3444134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:11.320329 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-8e9a6e29-7ab2-4923-8b63-d89ce3444134 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/78bfad41-8e76-4376-89d9-e4fc68a03d4a HTTP/1.1" status: 204 len: 168 time: 0.1241088 Feb 15 04:28:11.328461 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a6e29-7ab2-4923-8b63-d89ce3444134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bfad41-8e76-4376-89d9-e4fc68a03d4a,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:11.509170 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device cc7e9732-827b-40f7-b1eb-29c4eec58f54 no longer exists at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:28:11.529026 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] No Port match for: cc7e9732-827b-40f7-b1eb-29c4eec58f54 {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:28:11.529442 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device cc7e9732-827b-40f7-b1eb-29c4eec58f54 not bound to the agent host dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:28:11.529933 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 90f56a9c-afd0-4699-968a-00611f490525 no longer exists at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:28:11.548883 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] No Port match for: 90f56a9c-afd0-4699-968a-00611f490525 {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:28:11.549252 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 90f56a9c-afd0-4699-968a-00611f490525 not bound to the agent host dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:28:11.734998 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:12.024177 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 59822) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:28:12.119787 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-d38fc3b3-0206-444e-b4a5-6747913460a3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2103454828-network', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:28:12.138281 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38fc3b3-0206-444e-b4a5-6747913460a3 admin admin] Made reservation on behalf of 35abc0d9f3874ffd9bfc3e12d88497c8 for: {'network': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:28:12.140702 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d38fc3b3-0206-444e-b4a5-6747913460a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for network (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:12.149493 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d38fc3b3-0206-444e-b4a5-6747913460a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:12.222970 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d38fc3b3-0206-444e-b4a5-6747913460a3 admin admin] Publish callbacks [] for security_group (1556ea5b-816a-4359-9454-4d7351cfa4b2), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:12.226511 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d38fc3b3-0206-444e-b4a5-6747913460a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (1556ea5b-816a-4359-9454-4d7351cfa4b2), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:12.253635 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38fc3b3-0206-444e-b4a5-6747913460a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=102633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 04:28:12.259996 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38fc3b3-0206-444e-b4a5-6747913460a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1556ea5b-816a-4359-9454-4d7351cfa4b2,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:12.269493 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d38fc3b3-0206-444e-b4a5-6747913460a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (69ef6e31-22a4-4747-8c70-1fda15e89f05), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:12.269832 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.db.segments_db [None req-d38fc3b3-0206-444e-b4a5-6747913460a3 admin admin] Added segment 69ef6e31-22a4-4747-8c70-1fda15e89f05 of type vlan for network a4287db8-7eb1-4b55-9815-94bfd52e6a07 Feb 15 04:28:12.271597 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38fc3b3-0206-444e-b4a5-6747913460a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:12.271949 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38fc3b3-0206-444e-b4a5-6747913460a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:12.272295 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38fc3b3-0206-444e-b4a5-6747913460a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:12.272633 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38fc3b3-0206-444e-b4a5-6747913460a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:12.272995 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38fc3b3-0206-444e-b4a5-6747913460a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:12.273330 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38fc3b3-0206-444e-b4a5-6747913460a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:12.273660 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38fc3b3-0206-444e-b4a5-6747913460a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:12.273992 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38fc3b3-0206-444e-b4a5-6747913460a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:12.274317 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38fc3b3-0206-444e-b4a5-6747913460a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:12.274640 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38fc3b3-0206-444e-b4a5-6747913460a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:12.274962 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38fc3b3-0206-444e-b4a5-6747913460a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:12.275283 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38fc3b3-0206-444e-b4a5-6747913460a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:12.275602 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38fc3b3-0206-444e-b4a5-6747913460a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:12.317303 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d38fc3b3-0206-444e-b4a5-6747913460a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734709799334'] for network (a4287db8-7eb1-4b55-9815-94bfd52e6a07), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:12.341265 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d38fc3b3-0206-444e-b4a5-6747913460a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571'] for network (a4287db8-7eb1-4b55-9815-94bfd52e6a07), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:12.342193 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38fc3b3-0206-444e-b4a5-6747913460a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:12.342789 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d38fc3b3-0206-444e-b4a5-6747913460a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:12.400270 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-d38fc3b3-0206-444e-b4a5-6747913460a3 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3749673 Feb 15 04:28:12.403226 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 59828) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:28:12.407991 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38fc3b3-0206-444e-b4a5-6747913460a3 admin admin] Pushing event updated for resources: {'Network': ['ID=a4287db8-7eb1-4b55-9815-94bfd52e6a07,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:12.410557 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-9e44a80d-378b-40df-bd22-994f34f51e99 admin admin] Request body: {'subnet': {'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2103454828-subnet', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'ip_version': 4}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:28:12.418226 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Network a4287db8-7eb1-4b55-9815-94bfd52e6a07 details requested by agent ovs-agent-dv-cinder-816104-2-iscsi with host dv-cinder-816104-2-iscsi {{(pid=102635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 04:28:12.432874 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e44a80d-378b-40df-bd22-994f34f51e99 admin admin] Made reservation on behalf of 35abc0d9f3874ffd9bfc3e12d88497c8 for: {'subnet': 1} {{(pid=102634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:28:12.435341 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9e44a80d-378b-40df-bd22-994f34f51e99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6160471'] for subnet (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:12.601290 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9e44a80d-378b-40df-bd22-994f34f51e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5689099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6160449'] for subnet (f97f1759-e368-4358-a87b-0867da6a151d), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:12.661374 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44a80d-378b-40df-bd22-994f34f51e99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f97f1759-e368-4358-a87b-0867da6a151d,revision_number=0']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:12.668607 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e44a80d-378b-40df-bd22-994f34f51e99 admin admin] Checking segment: {'id': '69ef6e31-22a4-4747-8c70-1fda15e89f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:28:12.669000 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e44a80d-378b-40df-bd22-994f34f51e99 admin admin] Network hostable DHCP agents. Network: a4287db8-7eb1-4b55-9815-94bfd52e6a07, hostable agents: ['8ae8e7a4-55a3-4d68-87a0-8671ef43234c'], hosted agents: [] {{(pid=102634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 04:28:12.686348 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e44a80d-378b-40df-bd22-994f34f51e99 admin admin] Network a4287db8-7eb1-4b55-9815-94bfd52e6a07 is scheduled to be hosted by DHCP agent 8ae8e7a4-55a3-4d68-87a0-8671ef43234c with binding_index 1 {{(pid=102634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 04:28:12.694995 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.base_scheduler [None req-9e44a80d-378b-40df-bd22-994f34f51e99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-2-iscsi, a4287db8-7eb1-4b55-9815-94bfd52e6a07) {{(pid=102634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:28:12.698995 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e44a80d-378b-40df-bd22-994f34f51e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:12.699586 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9e44a80d-378b-40df-bd22-994f34f51e99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for subnet (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:12.705734 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968aea2f-04ef-4631-b79c-06164de6f802 None None] Network a4287db8-7eb1-4b55-9815-94bfd52e6a07 requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:28:12.716257 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-9e44a80d-378b-40df-bd22-994f34f51e99 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3117378 Feb 15 04:28:12.719151 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 59830) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:28:12.724550 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-18f8d1f5-77a9-4edb-960f-ef369c923807 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2103454828-router', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:28:12.745643 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-18f8d1f5-77a9-4edb-960f-ef369c923807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26507'] for router (41e7748f-650f-4151-8f2f-d9acdce02b57), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:12.748516 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-18f8d1f5-77a9-4edb-960f-ef369c923807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-639913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26498'] for router (41e7748f-650f-4151-8f2f-d9acdce02b57), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:12.797711 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-18f8d1f5-77a9-4edb-960f-ef369c923807 admin admin] Publish callbacks [] for router_controller (41e7748f-650f-4151-8f2f-d9acdce02b57), precommit_add_association {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:12.822931 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp628f2eeb-406b-5e3d-a89d-954c51e101fd-a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'fixed_ips': [{'subnet_id': 'f97f1759-e368-4358-a87b-0867da6a151d'}]}} from dv-cinder-816104-2-iscsi. {{(pid=102635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 04:28:12.823806 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:12.937535 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-18f8d1f5-77a9-4edb-960f-ef369c923807 admin admin] Publish callbacks [] for router_gateway (41e7748f-650f-4151-8f2f-d9acdce02b57), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:12.958637 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.db_base_plugin_common [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] Allocated IP 172.20.0.2 (a4287db8-7eb1-4b55-9815-94bfd52e6a07/f97f1759-e368-4358-a87b-0867da6a151d/228d5895-1cfb-4a6a-bf1e-a83f06d23b5e) {{(pid=102635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:28:13.103624 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] Publish callbacks [] for port (228d5895-1cfb-4a6a-bf1e-a83f06d23b5e), precommit_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:13.109113 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083'] for port (228d5895-1cfb-4a6a-bf1e-a83f06d23b5e), after_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:13.137338 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-18f8d1f5-77a9-4edb-960f-ef369c923807 admin admin] Publish callbacks [] for router_gateway (41e7748f-650f-4151-8f2f-d9acdce02b57), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:13.146885 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] Network a4287db8-7eb1-4b55-9815-94bfd52e6a07 is already hosted by enough agents. {{(pid=102635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:28:13.153246 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.scheduler.base_scheduler [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] Resources bound (agent type, host, resource id): {{(pid=102635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:28:13.158015 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] Received port after_create {{(pid=102635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:28:13.159464 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-18f8d1f5-77a9-4edb-960f-ef369c923807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:13.161068 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] Pushing event updated for resources: {'Port': ['ID=228d5895-1cfb-4a6a-bf1e-a83f06d23b5e,revision_number=1']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:13.172353 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:13.172711 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:13.173232 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:13.173573 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:13.173907 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:13.174240 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:13.174574 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:13.174905 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:13.175232 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:13.175559 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:13.175883 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:13.176206 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:13.176525 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:13.228140 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] Attempting to bind port 228d5895-1cfb-4a6a-bf1e-a83f06d23b5e on host dv-cinder-816104-2-iscsi for vnic_type normal with profile {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:28:13.228509 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] Attempting to bind port 228d5895-1cfb-4a6a-bf1e-a83f06d23b5e by drivers openvswitch,hyperv on host dv-cinder-816104-2-iscsi at level 0 using segments [{'id': '69ef6e31-22a4-4747-8c70-1fda15e89f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07'}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:28:13.228870 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] Attempting to bind port 228d5895-1cfb-4a6a-bf1e-a83f06d23b5e on network a4287db8-7eb1-4b55-9815-94bfd52e6a07 {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:28:13.233790 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] Checking agent: {'id': 'e997a1d7-0267-47ad-aad7-04acf389f1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 11, 40), 'started_at': datetime.datetime(2022, 2, 15, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:28:13.234173 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] Checking segment: {'id': '69ef6e31-22a4-4747-8c70-1fda15e89f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:28:13.234574 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:13.234965 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] Bound using segment: {'id': '69ef6e31-22a4-4747-8c70-1fda15e89f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07'} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:28:13.235580 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] Bound port: 228d5895-1cfb-4a6a-bf1e-a83f06d23b5e, host: dv-cinder-816104-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ef6e31-22a4-4747-8c70-1fda15e89f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07'}}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:28:13.236213 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (228d5895-1cfb-4a6a-bf1e-a83f06d23b5e), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:13.262191 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-18f8d1f5-77a9-4edb-960f-ef369c923807 admin admin] Allocated IP 172.27.1.157 (e6fb9507-f434-4add-a536-b65ba033e5e7/ff2a616f-f347-4e09-a791-22c9c65ada0b/96546c0c-27ba-42bf-8341-a53e7245dc0e) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:28:13.299433 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] For port 228d5895-1cfb-4a6a-bf1e-a83f06d23b5e, host dv-cinder-816104-2-iscsi, cleared binding levels {{(pid=102635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:28:13.302603 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] For port 228d5895-1cfb-4a6a-bf1e-a83f06d23b5e, host dv-cinder-816104-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=228d5895-1cfb-4a6a-bf1e-a83f06d23b5e,segment=NetworkSegment(69ef6e31-22a4-4747-8c70-1fda15e89f05),segment_id=69ef6e31-22a4-4747-8c70-1fda15e89f05)] {{(pid=102635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:28:13.307582 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (228d5895-1cfb-4a6a-bf1e-a83f06d23b5e), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:13.363010 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7829a-ee4d-49cd-bc9e-f9e051dfea25 None None] Pushing event updated for resources: {'Port': ['ID=228d5895-1cfb-4a6a-bf1e-a83f06d23b5e,revision_number=2']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:13.372706 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-18f8d1f5-77a9-4edb-960f-ef369c923807 admin admin] Publish callbacks [] for port (96546c0c-27ba-42bf-8341-a53e7245dc0e), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:13.409660 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-18f8d1f5-77a9-4edb-960f-ef369c923807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (96546c0c-27ba-42bf-8341-a53e7245dc0e), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:13.459810 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f8d1f5-77a9-4edb-960f-ef369c923807 admin admin] Network e6fb9507-f434-4add-a536-b65ba033e5e7 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:28:13.466495 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-18f8d1f5-77a9-4edb-960f-ef369c923807 admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:28:13.469049 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f8d1f5-77a9-4edb-960f-ef369c923807 admin admin] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:28:13.495498 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8d1f5-77a9-4edb-960f-ef369c923807 admin admin] Pushing event updated for resources: {'Port': ['ID=96546c0c-27ba-42bf-8341-a53e7245dc0e,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:13.744602 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-18f8d1f5-77a9-4edb-960f-ef369c923807 admin admin] Publish callbacks [] for router_gateway (41e7748f-650f-4151-8f2f-d9acdce02b57), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:14.215695 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-18f8d1f5-77a9-4edb-960f-ef369c923807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639898'] for router (41e7748f-650f-4151-8f2f-d9acdce02b57), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:14.283503 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06490ac-34eb-48bb-a7e9-0584e401d317 None None] Network a4287db8-7eb1-4b55-9815-94bfd52e6a07 requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:28:14.352475 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f8d1f5-77a9-4edb-960f-ef369c923807 admin admin] Router 41e7748f-650f-4151-8f2f-d9acdce02b57 is scheduled to L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf with binding_index 1 {{(pid=102633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 04:28:14.357738 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-ce1dc105-9c80-4758-b912-4ba840b57555 None None] Provisioning complete for port 228d5895-1cfb-4a6a-bf1e-a83f06d23b5e triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:28:14.358110 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-ce1dc105-9c80-4758-b912-4ba840b57555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (228d5895-1cfb-4a6a-bf1e-a83f06d23b5e), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:14.460433 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f8d1f5-77a9-4edb-960f-ef369c923807 admin admin] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:28:14.476710 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce003df-90cf-4dfd-a600-917a76602522 None None] Sync routers for ids ['41e7748f-650f-4151-8f2f-d9acdce02b57'] in dv-cinder-816104-2-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:28:14.481613 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-ce1dc105-9c80-4758-b912-4ba840b57555 None None] Current status of the port 228d5895-1cfb-4a6a-bf1e-a83f06d23b5e is: DOWN; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:28:14.482203 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-ce1dc105-9c80-4758-b912-4ba840b57555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (228d5895-1cfb-4a6a-bf1e-a83f06d23b5e), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:14.497139 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-18f8d1f5-77a9-4edb-960f-ef369c923807 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:14.501405 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-18f8d1f5-77a9-4edb-960f-ef369c923807 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7783232 Feb 15 04:28:14.501925 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 59838) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:28:14.510388 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce003df-90cf-4dfd-a600-917a76602522 None None] Routers {'41e7748f-650f-4151-8f2f-d9acdce02b57'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:28:14.510388 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-bce003df-90cf-4dfd-a600-917a76602522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:28:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['41e7748f-650f-4151-8f2f-d9acdce02b57'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:14.562764 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-ce1dc105-9c80-4758-b912-4ba840b57555 None None] For port 228d5895-1cfb-4a6a-bf1e-a83f06d23b5e, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=228d5895-1cfb-4a6a-bf1e-a83f06d23b5e,segment=NetworkSegment(69ef6e31-22a4-4747-8c70-1fda15e89f05),segment_id=69ef6e31-22a4-4747-8c70-1fda15e89f05)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:28:14.573544 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-ce1dc105-9c80-4758-b912-4ba840b57555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (228d5895-1cfb-4a6a-bf1e-a83f06d23b5e), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:14.675515 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1dc105-9c80-4758-b912-4ba840b57555 None None] Pushing event updated for resources: {'Port': ['ID=228d5895-1cfb-4a6a-bf1e-a83f06d23b5e,revision_number=3']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:14.684749 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-bce003df-90cf-4dfd-a600-917a76602522 None None] Set router 41e7748f-650f-4151-8f2f-d9acdce02b57 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:28:14.825779 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-38aa81da-ef0c-4d5e-b2c9-3a3f6b1faefd None None] Provisioning complete for port 228d5895-1cfb-4a6a-bf1e-a83f06d23b5e triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:28:14.826062 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-38aa81da-ef0c-4d5e-b2c9-3a3f6b1faefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (228d5895-1cfb-4a6a-bf1e-a83f06d23b5e), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:14.950177 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-bce003df-90cf-4dfd-a600-917a76602522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'name': 'tempest-TestVolumeBootPattern-2103454828-router', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:12Z', 'updated_at': '2022-02-15T04:28:13Z', 'revision_number': 3, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'gw_port': {'id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:13Z', 'updated_at': '2022-02-15T04:28:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:14.952680 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9cc592d2-205e-4a1e-9793-fc6d9d8864ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:14.954948 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-38aa81da-ef0c-4d5e-b2c9-3a3f6b1faefd None None] Current status of the port 228d5895-1cfb-4a6a-bf1e-a83f06d23b5e is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:28:14.984429 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce003df-90cf-4dfd-a600-917a76602522 None None] Checking router: 41e7748f-650f-4151-8f2f-d9acdce02b57 for host: dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:28:14.984774 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce003df-90cf-4dfd-a600-917a76602522 None None] Updating router 41e7748f-650f-4151-8f2f-d9acdce02b57 port 96546c0c-27ba-42bf-8341-a53e7245dc0e binding host dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 04:28:15.014802 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-bce003df-90cf-4dfd-a600-917a76602522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (96546c0c-27ba-42bf-8341-a53e7245dc0e), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:15.108035 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.db_base_plugin_common [None req-9cc592d2-205e-4a1e-9793-fc6d9d8864ee admin admin] Allocated IP 172.20.0.1 (a4287db8-7eb1-4b55-9815-94bfd52e6a07/f97f1759-e368-4358-a87b-0867da6a151d/2937b8f6-f072-4b13-9128-38cbe2b73cdc) {{(pid=102634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:28:15.224100 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9cc592d2-205e-4a1e-9793-fc6d9d8864ee admin admin] Publish callbacks [] for port (2937b8f6-f072-4b13-9128-38cbe2b73cdc), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:15.258103 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9cc592d2-205e-4a1e-9793-fc6d9d8864ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5688251'] for port (2937b8f6-f072-4b13-9128-38cbe2b73cdc), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:15.270113 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-bce003df-90cf-4dfd-a600-917a76602522 None None] Publish callbacks [] for port (96546c0c-27ba-42bf-8341-a53e7245dc0e), precommit_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:15.275532 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-bce003df-90cf-4dfd-a600-917a76602522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (96546c0c-27ba-42bf-8341-a53e7245dc0e), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:15.293393 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc592d2-205e-4a1e-9793-fc6d9d8864ee admin admin] Network a4287db8-7eb1-4b55-9815-94bfd52e6a07 is already hosted by enough agents. {{(pid=102634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:28:15.296251 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.base_scheduler [None req-9cc592d2-205e-4a1e-9793-fc6d9d8864ee admin admin] Resources bound (agent type, host, resource id): {{(pid=102634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:28:15.301299 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc592d2-205e-4a1e-9793-fc6d9d8864ee admin admin] Received port after_create {{(pid=102634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:28:15.334225 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-bce003df-90cf-4dfd-a600-917a76602522 None None] Attempting to bind port 96546c0c-27ba-42bf-8341-a53e7245dc0e on host dv-cinder-816104-2-iscsi for vnic_type normal with profile {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:28:15.334824 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-bce003df-90cf-4dfd-a600-917a76602522 None None] Attempting to bind port 96546c0c-27ba-42bf-8341-a53e7245dc0e by drivers openvswitch,hyperv on host dv-cinder-816104-2-iscsi at level 0 using segments [{'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:28:15.334929 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce003df-90cf-4dfd-a600-917a76602522 None None] Attempting to bind port 96546c0c-27ba-42bf-8341-a53e7245dc0e on network e6fb9507-f434-4add-a536-b65ba033e5e7 {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:28:15.337312 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2a4cc-64ee-42e4-9a20-22d0c427f314 None None] Pushing event updated for resources: {'Port': ['ID=96546c0c-27ba-42bf-8341-a53e7245dc0e,revision_number=2']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:15.337551 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc592d2-205e-4a1e-9793-fc6d9d8864ee admin admin] Pushing event updated for resources: {'Port': ['ID=2937b8f6-f072-4b13-9128-38cbe2b73cdc,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:15.342739 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce003df-90cf-4dfd-a600-917a76602522 None None] Checking agent: {'id': 'e997a1d7-0267-47ad-aad7-04acf389f1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 11, 40), 'started_at': datetime.datetime(2022, 2, 15, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:28:15.343126 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce003df-90cf-4dfd-a600-917a76602522 None None] Checking segment: {'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:28:15.343532 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-bce003df-90cf-4dfd-a600-917a76602522 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:15.343944 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce003df-90cf-4dfd-a600-917a76602522 None None] Bound using segment: {'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:28:15.344395 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-bce003df-90cf-4dfd-a600-917a76602522 None None] Bound port: 96546c0c-27ba-42bf-8341-a53e7245dc0e, host: dv-cinder-816104-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:28:15.345354 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-bce003df-90cf-4dfd-a600-917a76602522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (96546c0c-27ba-42bf-8341-a53e7245dc0e), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:15.355435 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9cc592d2-205e-4a1e-9793-fc6d9d8864ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639657'] for router_interface (41e7748f-650f-4151-8f2f-d9acdce02b57), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:15.398533 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-bce003df-90cf-4dfd-a600-917a76602522 None None] For port 96546c0c-27ba-42bf-8341-a53e7245dc0e, host dv-cinder-816104-2-iscsi, cleared binding levels {{(pid=102635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:28:15.401965 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-bce003df-90cf-4dfd-a600-917a76602522 None None] For port 96546c0c-27ba-42bf-8341-a53e7245dc0e, host dv-cinder-816104-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=96546c0c-27ba-42bf-8341-a53e7245dc0e,segment=NetworkSegment(5a34016a-0f1f-4003-98e1-68134538d335),segment_id=5a34016a-0f1f-4003-98e1-68134538d335)] {{(pid=102635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:28:15.410456 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-bce003df-90cf-4dfd-a600-917a76602522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (96546c0c-27ba-42bf-8341-a53e7245dc0e), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:15.465611 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce003df-90cf-4dfd-a600-917a76602522 None None] Routers {'41e7748f-650f-4151-8f2f-d9acdce02b57'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:28:15.466258 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-bce003df-90cf-4dfd-a600-917a76602522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:28:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['41e7748f-650f-4151-8f2f-d9acdce02b57'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:15.524126 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2a4cc-64ee-42e4-9a20-22d0c427f314 None None] Pushing event updated for resources: {'Port': ['ID=96546c0c-27ba-42bf-8341-a53e7245dc0e,revision_number=3']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:15.601199 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-4daa208c-3c07-467e-9a37-65ae8d5f3122 None None] Provisioning complete for port 2937b8f6-f072-4b13-9128-38cbe2b73cdc triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:28:15.601662 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-4daa208c-3c07-467e-9a37-65ae8d5f3122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (2937b8f6-f072-4b13-9128-38cbe2b73cdc), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:15.632443 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 228d5895-1cfb-4a6a-bf1e-a83f06d23b5e up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:28:15.637545 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-bce003df-90cf-4dfd-a600-917a76602522 None None] Set router 41e7748f-650f-4151-8f2f-d9acdce02b57 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:28:15.718025 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9cc592d2-205e-4a1e-9793-fc6d9d8864ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (2937b8f6-f072-4b13-9128-38cbe2b73cdc), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:15.870147 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-4daa208c-3c07-467e-9a37-65ae8d5f3122 None None] Port 2937b8f6-f072-4b13-9128-38cbe2b73cdc cannot update to ACTIVE because it is not bound. {{(pid=102635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:28:15.884743 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9cc592d2-205e-4a1e-9793-fc6d9d8864ee admin admin] Publish callbacks [] for port (2937b8f6-f072-4b13-9128-38cbe2b73cdc), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:15.890282 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9cc592d2-205e-4a1e-9793-fc6d9d8864ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5688194'] for port (2937b8f6-f072-4b13-9128-38cbe2b73cdc), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:15.942668 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port 228d5895-1cfb-4a6a-bf1e-a83f06d23b5e triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:28:15.943041 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (228d5895-1cfb-4a6a-bf1e-a83f06d23b5e), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:15.955528 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc592d2-205e-4a1e-9793-fc6d9d8864ee admin admin] Pushing event updated for resources: {'Port': ['ID=2937b8f6-f072-4b13-9128-38cbe2b73cdc,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:15.958307 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9cc592d2-205e-4a1e-9793-fc6d9d8864ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-713549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639701'] for router_interface (41e7748f-650f-4151-8f2f-d9acdce02b57), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:16.054782 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc592d2-205e-4a1e-9793-fc6d9d8864ee admin admin] Network a4287db8-7eb1-4b55-9815-94bfd52e6a07 is already hosted by enough agents. {{(pid=102634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:28:16.056009 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.base_scheduler [None req-9cc592d2-205e-4a1e-9793-fc6d9d8864ee admin admin] Resources bound (agent type, host, resource id): {{(pid=102634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:28:16.067343 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port 228d5895-1cfb-4a6a-bf1e-a83f06d23b5e is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:28:16.072237 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-bce003df-90cf-4dfd-a600-917a76602522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'name': 'tempest-TestVolumeBootPattern-2103454828-router', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:12Z', 'updated_at': '2022-02-15T04:28:13Z', 'revision_number': 3, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'gw_port': {'id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:13Z', 'updated_at': '2022-02-15T04:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:16.099766 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce003df-90cf-4dfd-a600-917a76602522 None None] The sync data for ids ['41e7748f-650f-4151-8f2f-d9acdce02b57'] in dv-cinder-816104-2-iscsi is: [{'id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'name': 'tempest-TestVolumeBootPattern-2103454828-router', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:12Z', 'updated_at': '2022-02-15T04:28:13Z', 'revision_number': 3, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'gw_port': {'id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:13Z', 'updated_at': '2022-02-15T04:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:28:16.183775 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc592d2-205e-4a1e-9793-fc6d9d8864ee admin admin] Router 41e7748f-650f-4151-8f2f-d9acdce02b57 has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:28:16.294323 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-532643a1-8268-474b-ad51-dc8c790180d1 None None] Provisioning complete for port 2937b8f6-f072-4b13-9128-38cbe2b73cdc triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:28:16.294815 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-532643a1-8268-474b-ad51-dc8c790180d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (2937b8f6-f072-4b13-9128-38cbe2b73cdc), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:16.302072 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc592d2-205e-4a1e-9793-fc6d9d8864ee admin admin] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:28:16.309468 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-9cc592d2-205e-4a1e-9793-fc6d9d8864ee admin admin] 10.222.0.45 "PUT /v2.0/routers/41e7748f-650f-4151-8f2f-d9acdce02b57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8063202 Feb 15 04:28:16.352539 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-532643a1-8268-474b-ad51-dc8c790180d1 None None] Port 2937b8f6-f072-4b13-9128-38cbe2b73cdc cannot update to ACTIVE because it is not bound. {{(pid=102635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:28:16.833822 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 59858) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:28:16.838905 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-7b4ac94a-5d05-42eb-a0fd-31183c757cf7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-699950801-network', 'tenant_id': 'b633b33a6da341e0b9ad7579d4fa0f47'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:28:16.858491 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4ac94a-5d05-42eb-a0fd-31183c757cf7 admin admin] Made reservation on behalf of b633b33a6da341e0b9ad7579d4fa0f47 for: {'network': 1} {{(pid=102634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:28:16.861696 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7b4ac94a-5d05-42eb-a0fd-31183c757cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for network (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:16.870884 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7b4ac94a-5d05-42eb-a0fd-31183c757cf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:16.967869 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7b4ac94a-5d05-42eb-a0fd-31183c757cf7 admin admin] Publish callbacks [] for security_group (f0fe7652-3697-465a-bd78-b81f0680e1dc), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:16.972942 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7b4ac94a-5d05-42eb-a0fd-31183c757cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (f0fe7652-3697-465a-bd78-b81f0680e1dc), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:16.997781 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b4ac94a-5d05-42eb-a0fd-31183c757cf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=102634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 04:28:17.007562 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ac94a-5d05-42eb-a0fd-31183c757cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fe7652-3697-465a-bd78-b81f0680e1dc,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:17.012336 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7b4ac94a-5d05-42eb-a0fd-31183c757cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (2e476020-ff9c-4ddc-b33b-9a7ba10293eb), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:17.012680 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.db.segments_db [None req-7b4ac94a-5d05-42eb-a0fd-31183c757cf7 admin admin] Added segment 2e476020-ff9c-4ddc-b33b-9a7ba10293eb of type vlan for network 0fabc4f6-6ee0-4558-9675-3e69755ee80d Feb 15 04:28:17.053112 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7b4ac94a-5d05-42eb-a0fd-31183c757cf7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734709799334'] for network (0fabc4f6-6ee0-4558-9675-3e69755ee80d), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:17.077843 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7b4ac94a-5d05-42eb-a0fd-31183c757cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571'] for network (0fabc4f6-6ee0-4558-9675-3e69755ee80d), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:17.078787 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4ac94a-5d05-42eb-a0fd-31183c757cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:17.079506 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7b4ac94a-5d05-42eb-a0fd-31183c757cf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:17.136008 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-7b4ac94a-5d05-42eb-a0fd-31183c757cf7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3009903 Feb 15 04:28:17.138901 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 59860) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:28:17.143550 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ac94a-5d05-42eb-a0fd-31183c757cf7 admin admin] Pushing event updated for resources: {'Network': ['ID=0fabc4f6-6ee0-4558-9675-3e69755ee80d,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:17.144404 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-94ad01a9-4a60-4666-a1eb-c2e54dc09d3c admin admin] Request body: {'subnet': {'network_id': '0fabc4f6-6ee0-4558-9675-3e69755ee80d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-699950801-subnet', 'tenant_id': 'b633b33a6da341e0b9ad7579d4fa0f47', 'ip_version': 4}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:28:17.153151 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Network 0fabc4f6-6ee0-4558-9675-3e69755ee80d details requested by agent ovs-agent-dv-cinder-816104-2-iscsi with host dv-cinder-816104-2-iscsi {{(pid=102635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 04:28:17.165413 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ad01a9-4a60-4666-a1eb-c2e54dc09d3c admin admin] Made reservation on behalf of b633b33a6da341e0b9ad7579d4fa0f47 for: {'subnet': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:28:17.167945 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-94ad01a9-4a60-4666-a1eb-c2e54dc09d3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4204913'] for subnet (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:17.341896 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-94ad01a9-4a60-4666-a1eb-c2e54dc09d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5249919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4204903'] for subnet (013e6f4c-8cdc-4ab3-bce9-ad155e209dae), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:17.400417 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad01a9-4a60-4666-a1eb-c2e54dc09d3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=013e6f4c-8cdc-4ab3-bce9-ad155e209dae,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:17.411638 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ad01a9-4a60-4666-a1eb-c2e54dc09d3c admin admin] Checking segment: {'id': '2e476020-ff9c-4ddc-b33b-9a7ba10293eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0fabc4f6-6ee0-4558-9675-3e69755ee80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:28:17.411992 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ad01a9-4a60-4666-a1eb-c2e54dc09d3c admin admin] Network hostable DHCP agents. Network: 0fabc4f6-6ee0-4558-9675-3e69755ee80d, hostable agents: ['8ae8e7a4-55a3-4d68-87a0-8671ef43234c'], hosted agents: [] {{(pid=102633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 04:28:17.429927 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ad01a9-4a60-4666-a1eb-c2e54dc09d3c admin admin] Network 0fabc4f6-6ee0-4558-9675-3e69755ee80d is scheduled to be hosted by DHCP agent 8ae8e7a4-55a3-4d68-87a0-8671ef43234c with binding_index 1 {{(pid=102633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 04:28:17.439285 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-94ad01a9-4a60-4666-a1eb-c2e54dc09d3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-2-iscsi, 0fabc4f6-6ee0-4558-9675-3e69755ee80d) {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:28:17.444866 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ad01a9-4a60-4666-a1eb-c2e54dc09d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:17.446347 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-94ad01a9-4a60-4666-a1eb-c2e54dc09d3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:17.449781 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad2fcd1-2ca1-48c3-adb2-e43cc36bca95 None None] Network 0fabc4f6-6ee0-4558-9675-3e69755ee80d requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:28:17.472754 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-94ad01a9-4a60-4666-a1eb-c2e54dc09d3c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3327305 Feb 15 04:28:17.475352 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 59862) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:28:17.479728 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-28e20bc6-6c7c-4767-870e-f1b63183a96e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-699950801-router', 'tenant_id': 'b633b33a6da341e0b9ad7579d4fa0f47', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:28:17.502040 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-28e20bc6-6c7c-4767-870e-f1b63183a96e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26507'] for router (dd066c4e-7f40-4020-8c2b-40bf0579f5ff), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:17.503188 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-28e20bc6-6c7c-4767-870e-f1b63183a96e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-639913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26498'] for router (dd066c4e-7f40-4020-8c2b-40bf0579f5ff), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:17.559055 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-28e20bc6-6c7c-4767-870e-f1b63183a96e admin admin] Publish callbacks [] for router_controller (dd066c4e-7f40-4020-8c2b-40bf0579f5ff), precommit_add_association {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:17.581110 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 96546c0c-27ba-42bf-8341-a53e7245dc0e up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:28:17.609850 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf3d12c-60ca-4314-9d75-b62d43f9f1d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp628f2eeb-406b-5e3d-a89d-954c51e101fd-0fabc4f6-6ee0-4558-9675-3e69755ee80d', 'network_id': '0fabc4f6-6ee0-4558-9675-3e69755ee80d', 'project_id': 'b633b33a6da341e0b9ad7579d4fa0f47', 'fixed_ips': [{'subnet_id': '013e6f4c-8cdc-4ab3-bce9-ad155e209dae'}]}} from dv-cinder-816104-2-iscsi. {{(pid=102635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 04:28:17.611935 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fdf3d12c-60ca-4314-9d75-b62d43f9f1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:17.713410 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-28e20bc6-6c7c-4767-870e-f1b63183a96e admin admin] Publish callbacks [] for router_gateway (dd066c4e-7f40-4020-8c2b-40bf0579f5ff), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:17.726950 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port 96546c0c-27ba-42bf-8341-a53e7245dc0e triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:28:17.727206 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (96546c0c-27ba-42bf-8341-a53e7245dc0e), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:17.762423 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d55543-1042-407c-bd84-bf27d58bdacb None None] Sync routers for ids ['41e7748f-650f-4151-8f2f-d9acdce02b57'] in dv-cinder-816104-2-iscsi {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:28:17.775314 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d55543-1042-407c-bd84-bf27d58bdacb None None] Routers {'41e7748f-650f-4151-8f2f-d9acdce02b57'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:28:17.776102 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-30d55543-1042-407c-bd84-bf27d58bdacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:28:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['41e7748f-650f-4151-8f2f-d9acdce02b57'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:17.820692 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.db_base_plugin_common [None req-fdf3d12c-60ca-4314-9d75-b62d43f9f1d9 None None] Allocated IP 172.20.0.2 (0fabc4f6-6ee0-4558-9675-3e69755ee80d/013e6f4c-8cdc-4ab3-bce9-ad155e209dae/10a212ab-c173-4039-93db-b2f9dc553c42) {{(pid=102635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:28:17.889727 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-30d55543-1042-407c-bd84-bf27d58bdacb None None] Set router 41e7748f-650f-4151-8f2f-d9acdce02b57 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:28:17.924947 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port 96546c0c-27ba-42bf-8341-a53e7245dc0e is: DOWN; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:28:17.925471 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (96546c0c-27ba-42bf-8341-a53e7245dc0e), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:17.940221 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-28e20bc6-6c7c-4767-870e-f1b63183a96e admin admin] Publish callbacks [] for router_gateway (dd066c4e-7f40-4020-8c2b-40bf0579f5ff), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:17.963018 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] For port 96546c0c-27ba-42bf-8341-a53e7245dc0e, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=96546c0c-27ba-42bf-8341-a53e7245dc0e,segment=NetworkSegment(5a34016a-0f1f-4003-98e1-68134538d335),segment_id=5a34016a-0f1f-4003-98e1-68134538d335)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:28:17.963557 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-28e20bc6-6c7c-4767-870e-f1b63183a96e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:17.971753 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (96546c0c-27ba-42bf-8341-a53e7245dc0e), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:18.062397 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Pushing event updated for resources: {'Port': ['ID=96546c0c-27ba-42bf-8341-a53e7245dc0e,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:18.079995 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fdf3d12c-60ca-4314-9d75-b62d43f9f1d9 None None] Publish callbacks [] for port (10a212ab-c173-4039-93db-b2f9dc553c42), precommit_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:18.090987 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fdf3d12c-60ca-4314-9d75-b62d43f9f1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083'] for port (10a212ab-c173-4039-93db-b2f9dc553c42), after_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:18.099990 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.db_base_plugin_common [None req-28e20bc6-6c7c-4767-870e-f1b63183a96e admin admin] Allocated IP 172.27.1.108 (e6fb9507-f434-4add-a536-b65ba033e5e7/ff2a616f-f347-4e09-a791-22c9c65ada0b/ba314bb5-edb1-4613-bf61-b70d11cf5b02) {{(pid=102634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:28:18.120686 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-30d55543-1042-407c-bd84-bf27d58bdacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'name': 'tempest-TestVolumeBootPattern-2103454828-router', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:12Z', 'updated_at': '2022-02-15T04:28:15Z', 'revision_number': 4, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'gw_port': {'id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:13Z', 'updated_at': '2022-02-15T04:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '2937b8f6-f072-4b13-9128-38cbe2b73cdc', 'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'mac_address': 'fa:16:3e:fe:ee:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:14Z', 'updated_at': '2022-02-15T04:28:15Z', 'revision_number': 2, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'subnets': [{'id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:18.149299 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d55543-1042-407c-bd84-bf27d58bdacb None None] Checking router: 41e7748f-650f-4151-8f2f-d9acdce02b57 for host: dv-cinder-816104-2-iscsi {{(pid=102636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:28:18.149660 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d55543-1042-407c-bd84-bf27d58bdacb None None] Updating router 41e7748f-650f-4151-8f2f-d9acdce02b57 port 2937b8f6-f072-4b13-9128-38cbe2b73cdc binding host dv-cinder-816104-2-iscsi {{(pid=102636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 04:28:18.153937 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf3d12c-60ca-4314-9d75-b62d43f9f1d9 None None] Network 0fabc4f6-6ee0-4558-9675-3e69755ee80d is already hosted by enough agents. {{(pid=102635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:28:18.163148 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.scheduler.base_scheduler [None req-fdf3d12c-60ca-4314-9d75-b62d43f9f1d9 None None] Resources bound (agent type, host, resource id): {{(pid=102635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:28:18.167723 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf3d12c-60ca-4314-9d75-b62d43f9f1d9 None None] Received port after_create {{(pid=102635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:28:18.171179 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3d12c-60ca-4314-9d75-b62d43f9f1d9 None None] Pushing event updated for resources: {'Port': ['ID=10a212ab-c173-4039-93db-b2f9dc553c42,revision_number=1']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:18.177613 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-30d55543-1042-407c-bd84-bf27d58bdacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (2937b8f6-f072-4b13-9128-38cbe2b73cdc), before_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:18.217705 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-28e20bc6-6c7c-4767-870e-f1b63183a96e admin admin] Publish callbacks [] for port (ba314bb5-edb1-4613-bf61-b70d11cf5b02), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:18.227570 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-fdf3d12c-60ca-4314-9d75-b62d43f9f1d9 None None] Attempting to bind port 10a212ab-c173-4039-93db-b2f9dc553c42 on host dv-cinder-816104-2-iscsi for vnic_type normal with profile {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:28:18.228074 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-fdf3d12c-60ca-4314-9d75-b62d43f9f1d9 None None] Attempting to bind port 10a212ab-c173-4039-93db-b2f9dc553c42 by drivers openvswitch,hyperv on host dv-cinder-816104-2-iscsi at level 0 using segments [{'id': '2e476020-ff9c-4ddc-b33b-9a7ba10293eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0fabc4f6-6ee0-4558-9675-3e69755ee80d'}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:28:18.228560 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf3d12c-60ca-4314-9d75-b62d43f9f1d9 None None] Attempting to bind port 10a212ab-c173-4039-93db-b2f9dc553c42 on network 0fabc4f6-6ee0-4558-9675-3e69755ee80d {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:28:18.233766 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf3d12c-60ca-4314-9d75-b62d43f9f1d9 None None] Checking agent: {'id': 'e997a1d7-0267-47ad-aad7-04acf389f1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 11, 40), 'started_at': datetime.datetime(2022, 2, 15, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:28:18.234262 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf3d12c-60ca-4314-9d75-b62d43f9f1d9 None None] Checking segment: {'id': '2e476020-ff9c-4ddc-b33b-9a7ba10293eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0fabc4f6-6ee0-4558-9675-3e69755ee80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:28:18.234772 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fdf3d12c-60ca-4314-9d75-b62d43f9f1d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:18.235980 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf3d12c-60ca-4314-9d75-b62d43f9f1d9 None None] Bound using segment: {'id': '2e476020-ff9c-4ddc-b33b-9a7ba10293eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0fabc4f6-6ee0-4558-9675-3e69755ee80d'} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:28:18.236855 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-fdf3d12c-60ca-4314-9d75-b62d43f9f1d9 None None] Bound port: 10a212ab-c173-4039-93db-b2f9dc553c42, host: dv-cinder-816104-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e476020-ff9c-4ddc-b33b-9a7ba10293eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0fabc4f6-6ee0-4558-9675-3e69755ee80d'}}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:28:18.237366 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fdf3d12c-60ca-4314-9d75-b62d43f9f1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (10a212ab-c173-4039-93db-b2f9dc553c42), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:18.256473 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-28e20bc6-6c7c-4767-870e-f1b63183a96e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5688251'] for port (ba314bb5-edb1-4613-bf61-b70d11cf5b02), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:18.294782 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e20bc6-6c7c-4767-870e-f1b63183a96e admin admin] Network e6fb9507-f434-4add-a536-b65ba033e5e7 is already hosted by enough agents. {{(pid=102634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:28:18.297527 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.base_scheduler [None req-28e20bc6-6c7c-4767-870e-f1b63183a96e admin admin] Resources bound (agent type, host, resource id): {{(pid=102634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:28:18.300937 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e20bc6-6c7c-4767-870e-f1b63183a96e admin admin] Received port after_create {{(pid=102634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:28:18.304504 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-fdf3d12c-60ca-4314-9d75-b62d43f9f1d9 None None] For port 10a212ab-c173-4039-93db-b2f9dc553c42, host dv-cinder-816104-2-iscsi, cleared binding levels {{(pid=102635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:28:18.308303 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-fdf3d12c-60ca-4314-9d75-b62d43f9f1d9 None None] For port 10a212ab-c173-4039-93db-b2f9dc553c42, host dv-cinder-816104-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=10a212ab-c173-4039-93db-b2f9dc553c42,segment=NetworkSegment(2e476020-ff9c-4ddc-b33b-9a7ba10293eb),segment_id=2e476020-ff9c-4ddc-b33b-9a7ba10293eb)] {{(pid=102635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:28:18.315511 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fdf3d12c-60ca-4314-9d75-b62d43f9f1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (10a212ab-c173-4039-93db-b2f9dc553c42), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:18.336799 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e20bc6-6c7c-4767-870e-f1b63183a96e admin admin] Pushing event updated for resources: {'Port': ['ID=ba314bb5-edb1-4613-bf61-b70d11cf5b02,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:18.388117 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3d12c-60ca-4314-9d75-b62d43f9f1d9 None None] Pushing event updated for resources: {'Port': ['ID=10a212ab-c173-4039-93db-b2f9dc553c42,revision_number=2']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:18.452477 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-30d55543-1042-407c-bd84-bf27d58bdacb None None] Publish callbacks [] for port (2937b8f6-f072-4b13-9128-38cbe2b73cdc), precommit_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:18.459660 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-30d55543-1042-407c-bd84-bf27d58bdacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (2937b8f6-f072-4b13-9128-38cbe2b73cdc), after_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:18.507323 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62261b8-fd55-4171-8291-0c174c503b7f None None] Pushing event updated for resources: {'Port': ['ID=2937b8f6-f072-4b13-9128-38cbe2b73cdc,revision_number=3']} {{(pid=102636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:18.527032 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62261b8-fd55-4171-8291-0c174c503b7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:18.527528 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62261b8-fd55-4171-8291-0c174c503b7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:18.527943 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62261b8-fd55-4171-8291-0c174c503b7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:18.528464 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62261b8-fd55-4171-8291-0c174c503b7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:18.528791 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62261b8-fd55-4171-8291-0c174c503b7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:18.529221 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62261b8-fd55-4171-8291-0c174c503b7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:18.529618 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62261b8-fd55-4171-8291-0c174c503b7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:18.530028 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62261b8-fd55-4171-8291-0c174c503b7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:18.530435 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62261b8-fd55-4171-8291-0c174c503b7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:18.530836 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62261b8-fd55-4171-8291-0c174c503b7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:18.531226 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62261b8-fd55-4171-8291-0c174c503b7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:18.531610 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62261b8-fd55-4171-8291-0c174c503b7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:18.532342 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62261b8-fd55-4171-8291-0c174c503b7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:28:18.619835 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.managers [None req-30d55543-1042-407c-bd84-bf27d58bdacb None None] Attempting to bind port 2937b8f6-f072-4b13-9128-38cbe2b73cdc on host dv-cinder-816104-2-iscsi for vnic_type normal with profile {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:28:18.620202 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.managers [None req-30d55543-1042-407c-bd84-bf27d58bdacb None None] Attempting to bind port 2937b8f6-f072-4b13-9128-38cbe2b73cdc by drivers openvswitch,hyperv on host dv-cinder-816104-2-iscsi at level 0 using segments [{'id': '69ef6e31-22a4-4747-8c70-1fda15e89f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07'}] {{(pid=102636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:28:18.620558 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d55543-1042-407c-bd84-bf27d58bdacb None None] Attempting to bind port 2937b8f6-f072-4b13-9128-38cbe2b73cdc on network a4287db8-7eb1-4b55-9815-94bfd52e6a07 {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:28:18.626513 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d55543-1042-407c-bd84-bf27d58bdacb None None] Checking agent: {'id': 'e997a1d7-0267-47ad-aad7-04acf389f1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 11, 40), 'started_at': datetime.datetime(2022, 2, 15, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:28:18.627087 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-28e20bc6-6c7c-4767-870e-f1b63183a96e admin admin] Publish callbacks [] for router_gateway (dd066c4e-7f40-4020-8c2b-40bf0579f5ff), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:18.627489 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d55543-1042-407c-bd84-bf27d58bdacb None None] Checking segment: {'id': '69ef6e31-22a4-4747-8c70-1fda15e89f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:28:18.627898 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-30d55543-1042-407c-bd84-bf27d58bdacb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:18.628283 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d55543-1042-407c-bd84-bf27d58bdacb None None] Bound using segment: {'id': '69ef6e31-22a4-4747-8c70-1fda15e89f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07'} {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:28:18.628933 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.managers [None req-30d55543-1042-407c-bd84-bf27d58bdacb None None] Bound port: 2937b8f6-f072-4b13-9128-38cbe2b73cdc, host: dv-cinder-816104-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ef6e31-22a4-4747-8c70-1fda15e89f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07'}}] {{(pid=102636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:28:18.629484 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-30d55543-1042-407c-bd84-bf27d58bdacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (2937b8f6-f072-4b13-9128-38cbe2b73cdc), before_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:18.707828 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.db [None req-30d55543-1042-407c-bd84-bf27d58bdacb None None] For port 2937b8f6-f072-4b13-9128-38cbe2b73cdc, host dv-cinder-816104-2-iscsi, cleared binding levels {{(pid=102636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:28:18.711260 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.db [None req-30d55543-1042-407c-bd84-bf27d58bdacb None None] For port 2937b8f6-f072-4b13-9128-38cbe2b73cdc, host dv-cinder-816104-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=2937b8f6-f072-4b13-9128-38cbe2b73cdc,segment=NetworkSegment(69ef6e31-22a4-4747-8c70-1fda15e89f05),segment_id=69ef6e31-22a4-4747-8c70-1fda15e89f05)] {{(pid=102636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:28:18.726344 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-30d55543-1042-407c-bd84-bf27d58bdacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (2937b8f6-f072-4b13-9128-38cbe2b73cdc), after_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:18.806167 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d55543-1042-407c-bd84-bf27d58bdacb None None] Routers {'41e7748f-650f-4151-8f2f-d9acdce02b57'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:28:18.807862 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-30d55543-1042-407c-bd84-bf27d58bdacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:28:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['41e7748f-650f-4151-8f2f-d9acdce02b57'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:18.853135 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62261b8-fd55-4171-8291-0c174c503b7f None None] Pushing event updated for resources: {'Port': ['ID=2937b8f6-f072-4b13-9128-38cbe2b73cdc,revision_number=4']} {{(pid=102636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:18.883637 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-28e20bc6-6c7c-4767-870e-f1b63183a96e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639898'] for router (dd066c4e-7f40-4020-8c2b-40bf0579f5ff), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:18.900576 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-111d5483-8981-412f-9a75-e4a2a2745766 None None] Provisioning complete for port 2937b8f6-f072-4b13-9128-38cbe2b73cdc triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:28:18.901176 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-111d5483-8981-412f-9a75-e4a2a2745766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (2937b8f6-f072-4b13-9128-38cbe2b73cdc), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:18.947167 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-30d55543-1042-407c-bd84-bf27d58bdacb None None] Set router 41e7748f-650f-4151-8f2f-d9acdce02b57 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:28:19.012743 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-111d5483-8981-412f-9a75-e4a2a2745766 None None] Current status of the port 2937b8f6-f072-4b13-9128-38cbe2b73cdc is: DOWN; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:28:19.013508 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-111d5483-8981-412f-9a75-e4a2a2745766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (2937b8f6-f072-4b13-9128-38cbe2b73cdc), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:19.052385 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e20bc6-6c7c-4767-870e-f1b63183a96e admin admin] Router dd066c4e-7f40-4020-8c2b-40bf0579f5ff is scheduled to L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf with binding_index 1 {{(pid=102634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 04:28:19.072804 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-111d5483-8981-412f-9a75-e4a2a2745766 None None] For port 2937b8f6-f072-4b13-9128-38cbe2b73cdc, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=2937b8f6-f072-4b13-9128-38cbe2b73cdc,segment=NetworkSegment(69ef6e31-22a4-4747-8c70-1fda15e89f05),segment_id=69ef6e31-22a4-4747-8c70-1fda15e89f05)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:28:19.085338 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-111d5483-8981-412f-9a75-e4a2a2745766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (2937b8f6-f072-4b13-9128-38cbe2b73cdc), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:19.145481 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d5483-8981-412f-9a75-e4a2a2745766 None None] Pushing event updated for resources: {'Port': ['ID=2937b8f6-f072-4b13-9128-38cbe2b73cdc,revision_number=5']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:19.173869 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e20bc6-6c7c-4767-870e-f1b63183a96e admin admin] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:28:19.184768 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95059734-6f68-4395-9092-2633327baf5c None None] Sync routers for ids ['dd066c4e-7f40-4020-8c2b-40bf0579f5ff'] in dv-cinder-816104-2-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:28:19.186118 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-30d55543-1042-407c-bd84-bf27d58bdacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'name': 'tempest-TestVolumeBootPattern-2103454828-router', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:12Z', 'updated_at': '2022-02-15T04:28:15Z', 'revision_number': 4, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'gw_port': {'id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:13Z', 'updated_at': '2022-02-15T04:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '2937b8f6-f072-4b13-9128-38cbe2b73cdc', 'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'mac_address': 'fa:16:3e:fe:ee:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:14Z', 'updated_at': '2022-02-15T04:28:18Z', 'revision_number': 4, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'subnets': [{'id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:19.194933 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-28e20bc6-6c7c-4767-870e-f1b63183a96e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:19.196205 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-28e20bc6-6c7c-4767-870e-f1b63183a96e admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7198558 Feb 15 04:28:19.199083 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 59874) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:28:19.213346 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95059734-6f68-4395-9092-2633327baf5c None None] Routers {'dd066c4e-7f40-4020-8c2b-40bf0579f5ff'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:28:19.214300 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-95059734-6f68-4395-9092-2633327baf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:28:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['dd066c4e-7f40-4020-8c2b-40bf0579f5ff'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:19.229046 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d55543-1042-407c-bd84-bf27d58bdacb None None] The sync data for ids ['41e7748f-650f-4151-8f2f-d9acdce02b57'] in dv-cinder-816104-2-iscsi is: [{'id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'name': 'tempest-TestVolumeBootPattern-2103454828-router', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:12Z', 'updated_at': '2022-02-15T04:28:15Z', 'revision_number': 4, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'gw_port': {'id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:13Z', 'updated_at': '2022-02-15T04:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '2937b8f6-f072-4b13-9128-38cbe2b73cdc', 'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'mac_address': 'fa:16:3e:fe:ee:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:14Z', 'updated_at': '2022-02-15T04:28:18Z', 'revision_number': 4, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'subnets': [{'id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:28:19.346534 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-00b0d61a-5edd-4e20-b9b2-38e8137278c2 None None] Provisioning complete for port 2937b8f6-f072-4b13-9128-38cbe2b73cdc triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:28:19.352226 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-00b0d61a-5edd-4e20-b9b2-38e8137278c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (2937b8f6-f072-4b13-9128-38cbe2b73cdc), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:19.402376 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-95059734-6f68-4395-9092-2633327baf5c None None] Set router dd066c4e-7f40-4020-8c2b-40bf0579f5ff gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:28:19.628627 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-00b0d61a-5edd-4e20-b9b2-38e8137278c2 None None] Current status of the port 2937b8f6-f072-4b13-9128-38cbe2b73cdc is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:28:19.764526 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec52868-a3c8-4da8-9265-f9c78326777f None None] Network 0fabc4f6-6ee0-4558-9675-3e69755ee80d requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:28:19.787780 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 10a212ab-c173-4039-93db-b2f9dc553c42 up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:28:19.843372 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bf5e168e-d6c1-4964-acdb-b907e28f988d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:20.023761 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-bf5e168e-d6c1-4964-acdb-b907e28f988d admin admin] Allocated IP 172.20.0.1 (0fabc4f6-6ee0-4558-9675-3e69755ee80d/013e6f4c-8cdc-4ab3-bce9-ad155e209dae/96067adf-2a02-4a8e-8394-6a3b3ee5cbfd) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:28:20.034131 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-95059734-6f68-4395-9092-2633327baf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd066c4e-7f40-4020-8c2b-40bf0579f5ff', 'name': 'tempest-TestVolumeBootPattern-699950801-router', 'tenant_id': 'b633b33a6da341e0b9ad7579d4fa0f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ba314bb5-edb1-4613-bf61-b70d11cf5b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:17Z', 'updated_at': '2022-02-15T04:28:18Z', 'revision_number': 3, 'project_id': 'b633b33a6da341e0b9ad7579d4fa0f47', 'gw_port': {'id': 'ba314bb5-edb1-4613-bf61-b70d11cf5b02', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:68:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd066c4e-7f40-4020-8c2b-40bf0579f5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:17Z', 'updated_at': '2022-02-15T04:28:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:20.072154 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-2ceb2406-f633-4964-877f-1b37313480ce None None] Provisioning complete for port 10a212ab-c173-4039-93db-b2f9dc553c42 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:28:20.072610 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-2ceb2406-f633-4964-877f-1b37313480ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (10a212ab-c173-4039-93db-b2f9dc553c42), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:20.077703 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95059734-6f68-4395-9092-2633327baf5c None None] Checking router: dd066c4e-7f40-4020-8c2b-40bf0579f5ff for host: dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:28:20.078144 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95059734-6f68-4395-9092-2633327baf5c None None] Updating router dd066c4e-7f40-4020-8c2b-40bf0579f5ff port ba314bb5-edb1-4613-bf61-b70d11cf5b02 binding host dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 04:28:20.143273 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bf5e168e-d6c1-4964-acdb-b907e28f988d admin admin] Publish callbacks [] for port (96067adf-2a02-4a8e-8394-6a3b3ee5cbfd), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:20.177111 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-95059734-6f68-4395-9092-2633327baf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (ba314bb5-edb1-4613-bf61-b70d11cf5b02), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:20.186770 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bf5e168e-d6c1-4964-acdb-b907e28f988d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (96067adf-2a02-4a8e-8394-6a3b3ee5cbfd), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:20.205466 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port 10a212ab-c173-4039-93db-b2f9dc553c42 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:28:20.205730 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (10a212ab-c173-4039-93db-b2f9dc553c42), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:20.228450 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5e168e-d6c1-4964-acdb-b907e28f988d admin admin] Network 0fabc4f6-6ee0-4558-9675-3e69755ee80d is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:28:20.242666 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-bf5e168e-d6c1-4964-acdb-b907e28f988d admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:28:20.246157 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5e168e-d6c1-4964-acdb-b907e28f988d admin admin] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:28:20.269372 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e168e-d6c1-4964-acdb-b907e28f988d admin admin] Pushing event updated for resources: {'Port': ['ID=96067adf-2a02-4a8e-8394-6a3b3ee5cbfd,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:20.291552 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bf5e168e-d6c1-4964-acdb-b907e28f988d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639657'] for router_interface (dd066c4e-7f40-4020-8c2b-40bf0579f5ff), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:20.377217 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-2ceb2406-f633-4964-877f-1b37313480ce None None] Current status of the port 10a212ab-c173-4039-93db-b2f9dc553c42 is: DOWN; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:28:20.377388 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-2ceb2406-f633-4964-877f-1b37313480ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (10a212ab-c173-4039-93db-b2f9dc553c42), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:20.440425 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bf5e168e-d6c1-4964-acdb-b907e28f988d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (96067adf-2a02-4a8e-8394-6a3b3ee5cbfd), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:20.490398 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-2ceb2406-f633-4964-877f-1b37313480ce None None] For port 10a212ab-c173-4039-93db-b2f9dc553c42, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=10a212ab-c173-4039-93db-b2f9dc553c42,segment=NetworkSegment(2e476020-ff9c-4ddc-b33b-9a7ba10293eb),segment_id=2e476020-ff9c-4ddc-b33b-9a7ba10293eb)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:28:20.514483 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port 10a212ab-c173-4039-93db-b2f9dc553c42 is: DOWN; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:28:20.515395 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (10a212ab-c173-4039-93db-b2f9dc553c42), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:20.518828 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-2ceb2406-f633-4964-877f-1b37313480ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (10a212ab-c173-4039-93db-b2f9dc553c42), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:20.624195 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bf5e168e-d6c1-4964-acdb-b907e28f988d admin admin] Publish callbacks [] for port (96067adf-2a02-4a8e-8394-6a3b3ee5cbfd), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:20.632327 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bf5e168e-d6c1-4964-acdb-b907e28f988d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (96067adf-2a02-4a8e-8394-6a3b3ee5cbfd), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:20.682281 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb2406-f633-4964-877f-1b37313480ce None None] Pushing event updated for resources: {'Port': ['ID=10a212ab-c173-4039-93db-b2f9dc553c42,revision_number=3']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:20.707274 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e168e-d6c1-4964-acdb-b907e28f988d admin admin] Pushing event updated for resources: {'Port': ['ID=96067adf-2a02-4a8e-8394-6a3b3ee5cbfd,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:20.709952 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bf5e168e-d6c1-4964-acdb-b907e28f988d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-713549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639701'] for router_interface (dd066c4e-7f40-4020-8c2b-40bf0579f5ff), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:20.741852 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-be81d1f3-2d78-4145-97b4-e759979fbe9c None None] Provisioning complete for port 10a212ab-c173-4039-93db-b2f9dc553c42 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:28:20.742382 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-be81d1f3-2d78-4145-97b4-e759979fbe9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (10a212ab-c173-4039-93db-b2f9dc553c42), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:20.752609 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.db.api [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 04:28:20.753159 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG oslo_db.api [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 04:28:20.789620 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-95059734-6f68-4395-9092-2633327baf5c None None] Publish callbacks [] for port (ba314bb5-edb1-4613-bf61-b70d11cf5b02), precommit_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:20.802930 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-95059734-6f68-4395-9092-2633327baf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (ba314bb5-edb1-4613-bf61-b70d11cf5b02), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:20.828030 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5e168e-d6c1-4964-acdb-b907e28f988d admin admin] Network 0fabc4f6-6ee0-4558-9675-3e69755ee80d is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:28:20.830023 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-bf5e168e-d6c1-4964-acdb-b907e28f988d admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:28:20.894527 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598280b-1cb7-4562-9bbe-5aa565f8552a None None] Pushing event updated for resources: {'Port': ['ID=ba314bb5-edb1-4613-bf61-b70d11cf5b02,revision_number=2']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:20.898673 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-95059734-6f68-4395-9092-2633327baf5c None None] Attempting to bind port ba314bb5-edb1-4613-bf61-b70d11cf5b02 on host dv-cinder-816104-2-iscsi for vnic_type normal with profile {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:28:20.899050 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-95059734-6f68-4395-9092-2633327baf5c None None] Attempting to bind port ba314bb5-edb1-4613-bf61-b70d11cf5b02 by drivers openvswitch,hyperv on host dv-cinder-816104-2-iscsi at level 0 using segments [{'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:28:20.899403 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95059734-6f68-4395-9092-2633327baf5c None None] Attempting to bind port ba314bb5-edb1-4613-bf61-b70d11cf5b02 on network e6fb9507-f434-4add-a536-b65ba033e5e7 {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:28:20.913989 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95059734-6f68-4395-9092-2633327baf5c None None] Checking agent: {'id': 'e997a1d7-0267-47ad-aad7-04acf389f1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 11, 40), 'started_at': datetime.datetime(2022, 2, 15, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:28:20.914360 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95059734-6f68-4395-9092-2633327baf5c None None] Checking segment: {'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:28:20.914765 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-95059734-6f68-4395-9092-2633327baf5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:20.915159 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95059734-6f68-4395-9092-2633327baf5c None None] Bound using segment: {'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:28:20.915635 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-95059734-6f68-4395-9092-2633327baf5c None None] Bound port: ba314bb5-edb1-4613-bf61-b70d11cf5b02, host: dv-cinder-816104-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:28:20.916008 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-95059734-6f68-4395-9092-2633327baf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (ba314bb5-edb1-4613-bf61-b70d11cf5b02), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:20.938244 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-be81d1f3-2d78-4145-97b4-e759979fbe9c None None] Current status of the port 10a212ab-c173-4039-93db-b2f9dc553c42 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:28:20.963055 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5e168e-d6c1-4964-acdb-b907e28f988d admin admin] Router dd066c4e-7f40-4020-8c2b-40bf0579f5ff has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:28:20.977252 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-95059734-6f68-4395-9092-2633327baf5c None None] For port ba314bb5-edb1-4613-bf61-b70d11cf5b02, host dv-cinder-816104-2-iscsi, cleared binding levels {{(pid=102635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:28:20.981251 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-95059734-6f68-4395-9092-2633327baf5c None None] For port ba314bb5-edb1-4613-bf61-b70d11cf5b02, host dv-cinder-816104-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=ba314bb5-edb1-4613-bf61-b70d11cf5b02,segment=NetworkSegment(5a34016a-0f1f-4003-98e1-68134538d335),segment_id=5a34016a-0f1f-4003-98e1-68134538d335)] {{(pid=102635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:28:20.988841 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-95059734-6f68-4395-9092-2633327baf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (ba314bb5-edb1-4613-bf61-b70d11cf5b02), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:21.059012 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95059734-6f68-4395-9092-2633327baf5c None None] Routers {'dd066c4e-7f40-4020-8c2b-40bf0579f5ff'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:28:21.059730 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-95059734-6f68-4395-9092-2633327baf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:28:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['dd066c4e-7f40-4020-8c2b-40bf0579f5ff'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:21.063952 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598280b-1cb7-4562-9bbe-5aa565f8552a None None] Pushing event updated for resources: {'Port': ['ID=ba314bb5-edb1-4613-bf61-b70d11cf5b02,revision_number=3']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:21.098652 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5e168e-d6c1-4964-acdb-b907e28f988d admin admin] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:28:21.103943 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-bf5e168e-d6c1-4964-acdb-b907e28f988d admin admin] 10.222.0.45 "PUT /v2.0/routers/dd066c4e-7f40-4020-8c2b-40bf0579f5ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9037054 Feb 15 04:28:21.109277 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-8d451099-2e92-436c-9e70-9d4e783ceb03 None None] Provisioning complete for port 96067adf-2a02-4a8e-8394-6a3b3ee5cbfd triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:28:21.109670 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-8d451099-2e92-436c-9e70-9d4e783ceb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (96067adf-2a02-4a8e-8394-6a3b3ee5cbfd), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:21.160262 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-8d451099-2e92-436c-9e70-9d4e783ceb03 None None] Port 96067adf-2a02-4a8e-8394-6a3b3ee5cbfd cannot update to ACTIVE because it is not bound. {{(pid=102635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:28:21.215635 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-95059734-6f68-4395-9092-2633327baf5c None None] Set router dd066c4e-7f40-4020-8c2b-40bf0579f5ff gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:28:21.373821 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port 10a212ab-c173-4039-93db-b2f9dc553c42 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:28:21.374853 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 2937b8f6-f072-4b13-9128-38cbe2b73cdc up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:28:21.397639 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-d834a0bd-e96c-448c-aaa1-98c9dba6f0b1 None None] Provisioning complete for port 96067adf-2a02-4a8e-8394-6a3b3ee5cbfd triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:28:21.398028 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d834a0bd-e96c-448c-aaa1-98c9dba6f0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (96067adf-2a02-4a8e-8394-6a3b3ee5cbfd), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:21.476347 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-d834a0bd-e96c-448c-aaa1-98c9dba6f0b1 None None] Port 96067adf-2a02-4a8e-8394-6a3b3ee5cbfd cannot update to ACTIVE because it is not bound. {{(pid=102635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:28:21.509371 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port 2937b8f6-f072-4b13-9128-38cbe2b73cdc triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:28:21.509750 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (2937b8f6-f072-4b13-9128-38cbe2b73cdc), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:21.572525 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-95059734-6f68-4395-9092-2633327baf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd066c4e-7f40-4020-8c2b-40bf0579f5ff', 'name': 'tempest-TestVolumeBootPattern-699950801-router', 'tenant_id': 'b633b33a6da341e0b9ad7579d4fa0f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ba314bb5-edb1-4613-bf61-b70d11cf5b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:17Z', 'updated_at': '2022-02-15T04:28:20Z', 'revision_number': 4, 'project_id': 'b633b33a6da341e0b9ad7579d4fa0f47', 'gw_port': {'id': 'ba314bb5-edb1-4613-bf61-b70d11cf5b02', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:68:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd066c4e-7f40-4020-8c2b-40bf0579f5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:17Z', 'updated_at': '2022-02-15T04:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '96067adf-2a02-4a8e-8394-6a3b3ee5cbfd', 'name': '', 'network_id': '0fabc4f6-6ee0-4558-9675-3e69755ee80d', 'tenant_id': 'b633b33a6da341e0b9ad7579d4fa0f47', 'mac_address': 'fa:16:3e:c2:41:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd066c4e-7f40-4020-8c2b-40bf0579f5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '013e6f4c-8cdc-4ab3-bce9-ad155e209dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:19Z', 'updated_at': '2022-02-15T04:28:20Z', 'revision_number': 2, 'project_id': 'b633b33a6da341e0b9ad7579d4fa0f47', 'subnets': [{'id': '013e6f4c-8cdc-4ab3-bce9-ad155e209dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:21.620372 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95059734-6f68-4395-9092-2633327baf5c None None] The sync data for ids ['dd066c4e-7f40-4020-8c2b-40bf0579f5ff'] in dv-cinder-816104-2-iscsi is: [{'id': 'dd066c4e-7f40-4020-8c2b-40bf0579f5ff', 'name': 'tempest-TestVolumeBootPattern-699950801-router', 'tenant_id': 'b633b33a6da341e0b9ad7579d4fa0f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ba314bb5-edb1-4613-bf61-b70d11cf5b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:17Z', 'updated_at': '2022-02-15T04:28:20Z', 'revision_number': 4, 'project_id': 'b633b33a6da341e0b9ad7579d4fa0f47', 'gw_port': {'id': 'ba314bb5-edb1-4613-bf61-b70d11cf5b02', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:68:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd066c4e-7f40-4020-8c2b-40bf0579f5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:17Z', 'updated_at': '2022-02-15T04:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '96067adf-2a02-4a8e-8394-6a3b3ee5cbfd', 'name': '', 'network_id': '0fabc4f6-6ee0-4558-9675-3e69755ee80d', 'tenant_id': 'b633b33a6da341e0b9ad7579d4fa0f47', 'mac_address': 'fa:16:3e:c2:41:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd066c4e-7f40-4020-8c2b-40bf0579f5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '013e6f4c-8cdc-4ab3-bce9-ad155e209dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:19Z', 'updated_at': '2022-02-15T04:28:20Z', 'revision_number': 2, 'project_id': 'b633b33a6da341e0b9ad7579d4fa0f47', 'subnets': [{'id': '013e6f4c-8cdc-4ab3-bce9-ad155e209dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:28:21.632055 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 59882) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:28:21.637163 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-7dd85ea8-defb-46a1-acb9-cc3505bc970e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1039074646', 'description': 'tempest-secgroup-smoke-1039074646 description', 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:28:21.638775 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port 2937b8f6-f072-4b13-9128-38cbe2b73cdc is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:28:21.639882 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 96546c0c-27ba-42bf-8341-a53e7245dc0e up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:28:21.667579 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7dd85ea8-defb-46a1-acb9-cc3505bc970e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:21.695537 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port 96546c0c-27ba-42bf-8341-a53e7245dc0e triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:28:21.695923 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (96546c0c-27ba-42bf-8341-a53e7245dc0e), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:21.751802 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7dd85ea8-defb-46a1-acb9-cc3505bc970e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for security_group (5732b70d-5e34-420a-8175-8be42da66a8d), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:21.757632 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7dd85ea8-defb-46a1-acb9-cc3505bc970e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (5732b70d-5e34-420a-8175-8be42da66a8d), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:21.787468 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port 96546c0c-27ba-42bf-8341-a53e7245dc0e is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:28:21.788482 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7dd85ea8-defb-46a1-acb9-cc3505bc970e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:21.789820 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-7dd85ea8-defb-46a1-acb9-cc3505bc970e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1565559 Feb 15 04:28:21.791694 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd85ea8-defb-46a1-acb9-cc3505bc970e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5732b70d-5e34-420a-8175-8be42da66a8d,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:21.793049 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 59884) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:28:21.798949 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-e9dcf1e1-0c7b-4e79-986f-cfce97990efe tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Request body: {'security_group_rule': {'security_group_id': '5732b70d-5e34-420a-8175-8be42da66a8d', 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:28:21.828546 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e9dcf1e1-0c7b-4e79-986f-cfce97990efe tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for security_group_rule (97a4c594-9e0d-4ff9-bb15-4e344532d23f), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:21.900398 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e9dcf1e1-0c7b-4e79-986f-cfce97990efe tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for security_group_rule (97a4c594-9e0d-4ff9-bb15-4e344532d23f), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:21.908990 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e9dcf1e1-0c7b-4e79-986f-cfce97990efe tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526819'] for security_group_rule (97a4c594-9e0d-4ff9-bb15-4e344532d23f), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:21.921646 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 10a212ab-c173-4039-93db-b2f9dc553c42 up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:28:21.930436 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dcf1e1-0c7b-4e79-986f-cfce97990efe tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a4c594-9e0d-4ff9-bb15-4e344532d23f,revision_number=0']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:21.942533 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e9dcf1e1-0c7b-4e79-986f-cfce97990efe tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:21.943910 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-e9dcf1e1-0c7b-4e79-986f-cfce97990efe tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1491685 Feb 15 04:28:21.946989 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 59886) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:28:21.952035 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-848dfc48-dce5-48e2-9384-67cfa31480a3 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Request body: {'security_group_rule': {'security_group_id': '5732b70d-5e34-420a-8175-8be42da66a8d', 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:28:21.985718 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-848dfc48-dce5-48e2-9384-67cfa31480a3 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for security_group_rule (2f08a77f-2d67-444b-bce6-2b1e1a5aa3ce), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:22.064686 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-848dfc48-dce5-48e2-9384-67cfa31480a3 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for security_group_rule (2f08a77f-2d67-444b-bce6-2b1e1a5aa3ce), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:22.072503 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-848dfc48-dce5-48e2-9384-67cfa31480a3 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526819'] for security_group_rule (2f08a77f-2d67-444b-bce6-2b1e1a5aa3ce), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:22.093052 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848dfc48-dce5-48e2-9384-67cfa31480a3 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f08a77f-2d67-444b-bce6-2b1e1a5aa3ce,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:22.103845 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-848dfc48-dce5-48e2-9384-67cfa31480a3 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:22.105127 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-848dfc48-dce5-48e2-9384-67cfa31480a3 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1570082 Feb 15 04:28:22.107953 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 59888) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:28:22.113815 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-afb4fe4e-995f-44c7-9a92-91e89969c65e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Request body: {'security_group_rule': {'security_group_id': '5732b70d-5e34-420a-8175-8be42da66a8d', 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:28:22.126591 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port 10a212ab-c173-4039-93db-b2f9dc553c42 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:28:22.127595 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (10a212ab-c173-4039-93db-b2f9dc553c42), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:22.140648 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-afb4fe4e-995f-44c7-9a92-91e89969c65e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for security_group_rule (316abb19-0cd2-4d36-95e4-a173ceda9727), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:22.202887 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-afb4fe4e-995f-44c7-9a92-91e89969c65e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for security_group_rule (316abb19-0cd2-4d36-95e4-a173ceda9727), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:22.207629 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-afb4fe4e-995f-44c7-9a92-91e89969c65e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526819'] for security_group_rule (316abb19-0cd2-4d36-95e4-a173ceda9727), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:22.213361 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port 10a212ab-c173-4039-93db-b2f9dc553c42 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:28:22.233039 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4fe4e-995f-44c7-9a92-91e89969c65e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=316abb19-0cd2-4d36-95e4-a173ceda9727,revision_number=0']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:22.239128 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-afb4fe4e-995f-44c7-9a92-91e89969c65e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:22.240816 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-afb4fe4e-995f-44c7-9a92-91e89969c65e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318753 Feb 15 04:28:22.243696 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 59890) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:28:22.248590 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-4a73b8bd-61fe-4cc2-943d-74ebe78804d9 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Request body: {'security_group_rule': {'security_group_id': '5732b70d-5e34-420a-8175-8be42da66a8d', 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:28:22.275116 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4a73b8bd-61fe-4cc2-943d-74ebe78804d9 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for security_group_rule (5aad8526-e8cb-4e2b-ba6a-b75ec958c629), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:22.338700 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4a73b8bd-61fe-4cc2-943d-74ebe78804d9 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for security_group_rule (5aad8526-e8cb-4e2b-ba6a-b75ec958c629), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:22.342606 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4a73b8bd-61fe-4cc2-943d-74ebe78804d9 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526819'] for security_group_rule (5aad8526-e8cb-4e2b-ba6a-b75ec958c629), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:22.379051 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73b8bd-61fe-4cc2-943d-74ebe78804d9 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aad8526-e8cb-4e2b-ba6a-b75ec958c629,revision_number=0']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:22.384322 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4a73b8bd-61fe-4cc2-943d-74ebe78804d9 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:22.385556 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-4a73b8bd-61fe-4cc2-943d-74ebe78804d9 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1408834 Feb 15 04:28:22.388136 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 59892) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:28:22.393100 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-1a153e45-1b1d-44b4-a7f1-729ea06c24d6 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Request body: {'security_group_rule': {'security_group_id': '5732b70d-5e34-420a-8175-8be42da66a8d', 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:28:22.419983 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.db.securitygroups_db [None req-1a153e45-1b1d-44b4-a7f1-729ea06c24d6 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Project 35abc0d9f3874ffd9bfc3e12d88497c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 04:28:22.425799 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1a153e45-1b1d-44b4-a7f1-729ea06c24d6 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for security_group_rule (b4c0a232-6ab0-4720-ab58-b9221ede4516), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:22.490977 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1a153e45-1b1d-44b4-a7f1-729ea06c24d6 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for security_group_rule (b4c0a232-6ab0-4720-ab58-b9221ede4516), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:22.495904 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1a153e45-1b1d-44b4-a7f1-729ea06c24d6 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526819'] for security_group_rule (b4c0a232-6ab0-4720-ab58-b9221ede4516), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:22.514765 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a153e45-1b1d-44b4-a7f1-729ea06c24d6 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4c0a232-6ab0-4720-ab58-b9221ede4516,revision_number=0']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:22.524674 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1a153e45-1b1d-44b4-a7f1-729ea06c24d6 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:22.526048 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-1a153e45-1b1d-44b4-a7f1-729ea06c24d6 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1369190 Feb 15 04:28:22.528731 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 59894) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:28:22.533509 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-92cc9a78-bd9c-42be-bae8-8fee751add7f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Request body: {'security_group_rule': {'security_group_id': '5732b70d-5e34-420a-8175-8be42da66a8d', 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:28:22.554371 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.db.securitygroups_db [None req-92cc9a78-bd9c-42be-bae8-8fee751add7f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Project 35abc0d9f3874ffd9bfc3e12d88497c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 04:28:22.559923 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92cc9a78-bd9c-42be-bae8-8fee751add7f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for security_group_rule (208cbb8f-afbc-418f-8a1e-1d4bb614f984), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:22.630267 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92cc9a78-bd9c-42be-bae8-8fee751add7f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for security_group_rule (208cbb8f-afbc-418f-8a1e-1d4bb614f984), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:22.634199 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92cc9a78-bd9c-42be-bae8-8fee751add7f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526819'] for security_group_rule (208cbb8f-afbc-418f-8a1e-1d4bb614f984), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:22.653063 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc9a78-bd9c-42be-bae8-8fee751add7f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=208cbb8f-afbc-418f-8a1e-1d4bb614f984,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:22.663377 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92cc9a78-bd9c-42be-bae8-8fee751add7f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:22.664611 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-92cc9a78-bd9c-42be-bae8-8fee751add7f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1346493 Feb 15 04:28:23.692514 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c76a00-5dfc-4668-b301-cb16912ac8f2 None None] Sync routers for ids ['dd066c4e-7f40-4020-8c2b-40bf0579f5ff'] in dv-cinder-816104-2-iscsi {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:28:23.701759 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c76a00-5dfc-4668-b301-cb16912ac8f2 None None] Routers {'dd066c4e-7f40-4020-8c2b-40bf0579f5ff'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:28:23.702366 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-92c76a00-5dfc-4668-b301-cb16912ac8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:28:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['dd066c4e-7f40-4020-8c2b-40bf0579f5ff'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:23.818000 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-92c76a00-5dfc-4668-b301-cb16912ac8f2 None None] Set router dd066c4e-7f40-4020-8c2b-40bf0579f5ff gateway port host: dv-cinder-816104-2-iscsi {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:28:23.895034 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device ba314bb5-edb1-4613-bf61-b70d11cf5b02 up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:28:23.947169 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port ba314bb5-edb1-4613-bf61-b70d11cf5b02 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:28:23.947461 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (ba314bb5-edb1-4613-bf61-b70d11cf5b02), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:24.027177 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port ba314bb5-edb1-4613-bf61-b70d11cf5b02 is: DOWN; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:28:24.027569 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (ba314bb5-edb1-4613-bf61-b70d11cf5b02), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:24.027788 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-92c76a00-5dfc-4668-b301-cb16912ac8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd066c4e-7f40-4020-8c2b-40bf0579f5ff', 'name': 'tempest-TestVolumeBootPattern-699950801-router', 'tenant_id': 'b633b33a6da341e0b9ad7579d4fa0f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ba314bb5-edb1-4613-bf61-b70d11cf5b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:17Z', 'updated_at': '2022-02-15T04:28:20Z', 'revision_number': 4, 'project_id': 'b633b33a6da341e0b9ad7579d4fa0f47', 'gw_port': {'id': 'ba314bb5-edb1-4613-bf61-b70d11cf5b02', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:68:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd066c4e-7f40-4020-8c2b-40bf0579f5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:17Z', 'updated_at': '2022-02-15T04:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '96067adf-2a02-4a8e-8394-6a3b3ee5cbfd', 'name': '', 'network_id': '0fabc4f6-6ee0-4558-9675-3e69755ee80d', 'tenant_id': 'b633b33a6da341e0b9ad7579d4fa0f47', 'mac_address': 'fa:16:3e:c2:41:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd066c4e-7f40-4020-8c2b-40bf0579f5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '013e6f4c-8cdc-4ab3-bce9-ad155e209dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:19Z', 'updated_at': '2022-02-15T04:28:20Z', 'revision_number': 2, 'project_id': 'b633b33a6da341e0b9ad7579d4fa0f47', 'subnets': [{'id': '013e6f4c-8cdc-4ab3-bce9-ad155e209dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:24.049437 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] For port ba314bb5-edb1-4613-bf61-b70d11cf5b02, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=ba314bb5-edb1-4613-bf61-b70d11cf5b02,segment=NetworkSegment(5a34016a-0f1f-4003-98e1-68134538d335),segment_id=5a34016a-0f1f-4003-98e1-68134538d335)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:28:24.054497 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (ba314bb5-edb1-4613-bf61-b70d11cf5b02), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:24.055033 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c76a00-5dfc-4668-b301-cb16912ac8f2 None None] Checking router: dd066c4e-7f40-4020-8c2b-40bf0579f5ff for host: dv-cinder-816104-2-iscsi {{(pid=102636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:28:24.055386 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c76a00-5dfc-4668-b301-cb16912ac8f2 None None] Updating router dd066c4e-7f40-4020-8c2b-40bf0579f5ff port 96067adf-2a02-4a8e-8394-6a3b3ee5cbfd binding host dv-cinder-816104-2-iscsi {{(pid=102636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 04:28:24.089758 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-92c76a00-5dfc-4668-b301-cb16912ac8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (96067adf-2a02-4a8e-8394-6a3b3ee5cbfd), before_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:24.107997 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Pushing event updated for resources: {'Port': ['ID=ba314bb5-edb1-4613-bf61-b70d11cf5b02,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:24.352464 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-92c76a00-5dfc-4668-b301-cb16912ac8f2 None None] Publish callbacks [] for port (96067adf-2a02-4a8e-8394-6a3b3ee5cbfd), precommit_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:24.358700 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-92c76a00-5dfc-4668-b301-cb16912ac8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (96067adf-2a02-4a8e-8394-6a3b3ee5cbfd), after_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:24.413435 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0ea3b-6e6b-4576-a4cd-a82396020c08 None None] Pushing event updated for resources: {'Port': ['ID=96067adf-2a02-4a8e-8394-6a3b3ee5cbfd,revision_number=3']} {{(pid=102636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:24.468764 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.managers [None req-92c76a00-5dfc-4668-b301-cb16912ac8f2 None None] Attempting to bind port 96067adf-2a02-4a8e-8394-6a3b3ee5cbfd on host dv-cinder-816104-2-iscsi for vnic_type normal with profile {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:28:24.469166 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.managers [None req-92c76a00-5dfc-4668-b301-cb16912ac8f2 None None] Attempting to bind port 96067adf-2a02-4a8e-8394-6a3b3ee5cbfd by drivers openvswitch,hyperv on host dv-cinder-816104-2-iscsi at level 0 using segments [{'id': '2e476020-ff9c-4ddc-b33b-9a7ba10293eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0fabc4f6-6ee0-4558-9675-3e69755ee80d'}] {{(pid=102636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:28:24.470085 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c76a00-5dfc-4668-b301-cb16912ac8f2 None None] Attempting to bind port 96067adf-2a02-4a8e-8394-6a3b3ee5cbfd on network 0fabc4f6-6ee0-4558-9675-3e69755ee80d {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:28:24.475667 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c76a00-5dfc-4668-b301-cb16912ac8f2 None None] Checking agent: {'id': 'e997a1d7-0267-47ad-aad7-04acf389f1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 11, 40), 'started_at': datetime.datetime(2022, 2, 15, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:28:24.476045 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c76a00-5dfc-4668-b301-cb16912ac8f2 None None] Checking segment: {'id': '2e476020-ff9c-4ddc-b33b-9a7ba10293eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0fabc4f6-6ee0-4558-9675-3e69755ee80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:28:24.476452 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-92c76a00-5dfc-4668-b301-cb16912ac8f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:24.476845 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c76a00-5dfc-4668-b301-cb16912ac8f2 None None] Bound using segment: {'id': '2e476020-ff9c-4ddc-b33b-9a7ba10293eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0fabc4f6-6ee0-4558-9675-3e69755ee80d'} {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:28:24.477341 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.managers [None req-92c76a00-5dfc-4668-b301-cb16912ac8f2 None None] Bound port: 96067adf-2a02-4a8e-8394-6a3b3ee5cbfd, host: dv-cinder-816104-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e476020-ff9c-4ddc-b33b-9a7ba10293eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0fabc4f6-6ee0-4558-9675-3e69755ee80d'}}] {{(pid=102636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:28:24.477724 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-92c76a00-5dfc-4668-b301-cb16912ac8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (96067adf-2a02-4a8e-8394-6a3b3ee5cbfd), before_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:24.543522 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.db [None req-92c76a00-5dfc-4668-b301-cb16912ac8f2 None None] For port 96067adf-2a02-4a8e-8394-6a3b3ee5cbfd, host dv-cinder-816104-2-iscsi, cleared binding levels {{(pid=102636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:28:24.546723 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.db [None req-92c76a00-5dfc-4668-b301-cb16912ac8f2 None None] For port 96067adf-2a02-4a8e-8394-6a3b3ee5cbfd, host dv-cinder-816104-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=96067adf-2a02-4a8e-8394-6a3b3ee5cbfd,segment=NetworkSegment(2e476020-ff9c-4ddc-b33b-9a7ba10293eb),segment_id=2e476020-ff9c-4ddc-b33b-9a7ba10293eb)] {{(pid=102636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:28:24.553295 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-92c76a00-5dfc-4668-b301-cb16912ac8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (96067adf-2a02-4a8e-8394-6a3b3ee5cbfd), after_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:24.612691 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0ea3b-6e6b-4576-a4cd-a82396020c08 None None] Pushing event updated for resources: {'Port': ['ID=96067adf-2a02-4a8e-8394-6a3b3ee5cbfd,revision_number=4']} {{(pid=102636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:24.615350 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-440da77c-2563-4443-88e5-0135034d26d1 None None] Provisioning complete for port 96067adf-2a02-4a8e-8394-6a3b3ee5cbfd triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:28:24.615800 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-440da77c-2563-4443-88e5-0135034d26d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (96067adf-2a02-4a8e-8394-6a3b3ee5cbfd), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:24.617208 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c76a00-5dfc-4668-b301-cb16912ac8f2 None None] Routers {'dd066c4e-7f40-4020-8c2b-40bf0579f5ff'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:28:24.618921 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-92c76a00-5dfc-4668-b301-cb16912ac8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:28:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['dd066c4e-7f40-4020-8c2b-40bf0579f5ff'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:24.728278 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-440da77c-2563-4443-88e5-0135034d26d1 None None] Current status of the port 96067adf-2a02-4a8e-8394-6a3b3ee5cbfd is: DOWN; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:28:24.728682 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-440da77c-2563-4443-88e5-0135034d26d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (96067adf-2a02-4a8e-8394-6a3b3ee5cbfd), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:24.737823 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-92c76a00-5dfc-4668-b301-cb16912ac8f2 None None] Set router dd066c4e-7f40-4020-8c2b-40bf0579f5ff gateway port host: dv-cinder-816104-2-iscsi {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:28:24.770259 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-440da77c-2563-4443-88e5-0135034d26d1 None None] For port 96067adf-2a02-4a8e-8394-6a3b3ee5cbfd, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=96067adf-2a02-4a8e-8394-6a3b3ee5cbfd,segment=NetworkSegment(2e476020-ff9c-4ddc-b33b-9a7ba10293eb),segment_id=2e476020-ff9c-4ddc-b33b-9a7ba10293eb)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:28:24.775534 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-440da77c-2563-4443-88e5-0135034d26d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (96067adf-2a02-4a8e-8394-6a3b3ee5cbfd), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:24.824374 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440da77c-2563-4443-88e5-0135034d26d1 None None] Pushing event updated for resources: {'Port': ['ID=96067adf-2a02-4a8e-8394-6a3b3ee5cbfd,revision_number=5']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:24.899841 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-b45b4c8b-f561-46b4-95a4-25820b6a5148 None None] Provisioning complete for port 96067adf-2a02-4a8e-8394-6a3b3ee5cbfd triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:28:24.900481 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-b45b4c8b-f561-46b4-95a4-25820b6a5148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (96067adf-2a02-4a8e-8394-6a3b3ee5cbfd), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:24.952145 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-92c76a00-5dfc-4668-b301-cb16912ac8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd066c4e-7f40-4020-8c2b-40bf0579f5ff', 'name': 'tempest-TestVolumeBootPattern-699950801-router', 'tenant_id': 'b633b33a6da341e0b9ad7579d4fa0f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ba314bb5-edb1-4613-bf61-b70d11cf5b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:17Z', 'updated_at': '2022-02-15T04:28:20Z', 'revision_number': 4, 'project_id': 'b633b33a6da341e0b9ad7579d4fa0f47', 'gw_port': {'id': 'ba314bb5-edb1-4613-bf61-b70d11cf5b02', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:68:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd066c4e-7f40-4020-8c2b-40bf0579f5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:17Z', 'updated_at': '2022-02-15T04:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '96067adf-2a02-4a8e-8394-6a3b3ee5cbfd', 'name': '', 'network_id': '0fabc4f6-6ee0-4558-9675-3e69755ee80d', 'tenant_id': 'b633b33a6da341e0b9ad7579d4fa0f47', 'mac_address': 'fa:16:3e:c2:41:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd066c4e-7f40-4020-8c2b-40bf0579f5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '013e6f4c-8cdc-4ab3-bce9-ad155e209dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:19Z', 'updated_at': '2022-02-15T04:28:24Z', 'revision_number': 4, 'project_id': 'b633b33a6da341e0b9ad7579d4fa0f47', 'subnets': [{'id': '013e6f4c-8cdc-4ab3-bce9-ad155e209dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:28:24.975892 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-b45b4c8b-f561-46b4-95a4-25820b6a5148 None None] Current status of the port 96067adf-2a02-4a8e-8394-6a3b3ee5cbfd is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:28:24.978979 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c76a00-5dfc-4668-b301-cb16912ac8f2 None None] The sync data for ids ['dd066c4e-7f40-4020-8c2b-40bf0579f5ff'] in dv-cinder-816104-2-iscsi is: [{'id': 'dd066c4e-7f40-4020-8c2b-40bf0579f5ff', 'name': 'tempest-TestVolumeBootPattern-699950801-router', 'tenant_id': 'b633b33a6da341e0b9ad7579d4fa0f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ba314bb5-edb1-4613-bf61-b70d11cf5b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:17Z', 'updated_at': '2022-02-15T04:28:20Z', 'revision_number': 4, 'project_id': 'b633b33a6da341e0b9ad7579d4fa0f47', 'gw_port': {'id': 'ba314bb5-edb1-4613-bf61-b70d11cf5b02', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:68:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd066c4e-7f40-4020-8c2b-40bf0579f5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:17Z', 'updated_at': '2022-02-15T04:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '96067adf-2a02-4a8e-8394-6a3b3ee5cbfd', 'name': '', 'network_id': '0fabc4f6-6ee0-4558-9675-3e69755ee80d', 'tenant_id': 'b633b33a6da341e0b9ad7579d4fa0f47', 'mac_address': 'fa:16:3e:c2:41:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd066c4e-7f40-4020-8c2b-40bf0579f5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '013e6f4c-8cdc-4ab3-bce9-ad155e209dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:19Z', 'updated_at': '2022-02-15T04:28:24Z', 'revision_number': 4, 'project_id': 'b633b33a6da341e0b9ad7579d4fa0f47', 'subnets': [{'id': '013e6f4c-8cdc-4ab3-bce9-ad155e209dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:28:25.896545 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 96067adf-2a02-4a8e-8394-6a3b3ee5cbfd up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:28:25.944645 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port 96067adf-2a02-4a8e-8394-6a3b3ee5cbfd triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:28:25.945345 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (96067adf-2a02-4a8e-8394-6a3b3ee5cbfd), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:26.024300 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port 96067adf-2a02-4a8e-8394-6a3b3ee5cbfd is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:28:26.025308 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device ba314bb5-edb1-4613-bf61-b70d11cf5b02 up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:28:26.072222 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port ba314bb5-edb1-4613-bf61-b70d11cf5b02 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:28:26.072596 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (ba314bb5-edb1-4613-bf61-b70d11cf5b02), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:26.161468 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port ba314bb5-edb1-4613-bf61-b70d11cf5b02 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:28:32.271818 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-950f03a4-9ddf-4bd4-9579-c5b8e4f8687b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:35.599570 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbd955-919b-4686-a9da-a708b585696f req-fc7325f6-1cd6-4295-bae1-450d095145cb tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:35.601082 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-10bbd955-919b-4686-a9da-a708b585696f req-fc7325f6-1cd6-4295-bae1-450d095145cb tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.0602853 Feb 15 04:28:35.627480 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:28:35.651980 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-10bbd955-919b-4686-a9da-a708b585696f req-6b67329e-4339-4288-a466-b58791aa9114 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437548 Feb 15 04:28:36.075039 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-8766073e-88b2-4231-9d84-630bd3757db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:36.434235 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:36.781066 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8fd69-6158-4bc1-bb3b-8fcca3802693 req-863fb014-1e33-474e-beb5-a656eaea18b0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:36.783615 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-16d8fd69-6158-4bc1-bb3b-8fcca3802693 req-863fb014-1e33-474e-beb5-a656eaea18b0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.0544386 Feb 15 04:28:36.834940 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-16d8fd69-6158-4bc1-bb3b-8fcca3802693 req-67466fd2-560d-4434-b2cd-0e92e96bea46 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456290 Feb 15 04:28:37.961412 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18422e-e012-4fa5-aefb-04f203463756 req-d8c441b6-501e-4b9f-be29-f1d3f6260d5f tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:37.962972 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-af18422e-e012-4fa5-aefb-04f203463756 req-d8c441b6-501e-4b9f-be29-f1d3f6260d5f tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.0573809 Feb 15 04:28:38.012010 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-af18422e-e012-4fa5-aefb-04f203463756 req-b61eb1f4-7417-4a22-a7bd-dc0894b70a22 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431633 Feb 15 04:28:38.546834 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:39.156201 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abf146-dd85-4a97-b551-4dc29be226cd req-239e9028-22b8-4c2b-b7c7-4f7252317c59 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:39.158370 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-28abf146-dd85-4a97-b551-4dc29be226cd req-239e9028-22b8-4c2b-b7c7-4f7252317c59 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.0615892 Feb 15 04:28:39.206782 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-28abf146-dd85-4a97-b551-4dc29be226cd req-b7b3fb53-8ff8-4f64-81a8-edd648938111 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426424 Feb 15 04:28:39.789665 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:40.335732 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5e710-a510-4686-84b1-e6091ba5951d req-5c06647d-39cd-4a21-9762-0503c52a70b9 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:40.337233 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e8f5e710-a510-4686-84b1-e6091ba5951d req-5c06647d-39cd-4a21-9762-0503c52a70b9 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.0565267 Feb 15 04:28:40.384516 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e8f5e710-a510-4686-84b1-e6091ba5951d req-491a0d15-84f3-4bad-9b1a-1e07cd7d32e1 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417783 Feb 15 04:28:41.531814 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650ae6e-2002-4e08-9b59-23dd3ba9b989 req-e7a5085e-6dfa-47c3-a9f5-3e8e1d04a661 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:41.533384 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-2650ae6e-2002-4e08-9b59-23dd3ba9b989 req-e7a5085e-6dfa-47c3-a9f5-3e8e1d04a661 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.0597806 Feb 15 04:28:41.589923 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-2650ae6e-2002-4e08-9b59-23dd3ba9b989 req-e5af1bad-d4d5-44fe-a511-55c28202686a tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509479 Feb 15 04:28:41.763404 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:42.725277 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afe612-1622-4d99-8fe4-61c2a0073871 req-f58f1e7f-fa23-4bde-bfcc-76521f103df8 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:42.726406 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-48afe612-1622-4d99-8fe4-61c2a0073871 req-f58f1e7f-fa23-4bde-bfcc-76521f103df8 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.0585780 Feb 15 04:28:42.779375 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-48afe612-1622-4d99-8fe4-61c2a0073871 req-5582d2ac-172d-4585-9f12-68bfb14ae8a5 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473533 Feb 15 04:28:43.913594 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f944c8-9af1-4a36-b399-c71274766f1b req-8e7118cc-1bcc-48e1-9de5-6fd34658e6bf tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:43.915110 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-08f944c8-9af1-4a36-b399-c71274766f1b req-8e7118cc-1bcc-48e1-9de5-6fd34658e6bf tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.0599940 Feb 15 04:28:43.963044 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-08f944c8-9af1-4a36-b399-c71274766f1b req-197f1e33-2fa4-45f3-a7e6-e5351180ee2b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423379 Feb 15 04:28:45.086167 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369f5d5-735c-4b5b-95c7-17db396a40a5 req-c96c9a25-74e3-47a0-8997-9b06be6060a2 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:45.087640 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5369f5d5-735c-4b5b-95c7-17db396a40a5 req-c96c9a25-74e3-47a0-8997-9b06be6060a2 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.0519583 Feb 15 04:28:45.139141 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5369f5d5-735c-4b5b-95c7-17db396a40a5 req-fd83237b-05e1-4a52-ba40-09b09d65d330 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457406 Feb 15 04:28:45.377795 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25085e1c-28e3-43bf-929f-5edb6ec9b218 req-54d1a8bf-6d4e-4040-9cf6-120db441f911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:45.379206 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-25085e1c-28e3-43bf-929f-5edb6ec9b218 req-54d1a8bf-6d4e-4040-9cf6-120db441f911 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6908f5f033f4c8888210c0cf405f4fa&device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 1130 time: 0.0456946 Feb 15 04:28:45.482968 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25085e1c-28e3-43bf-929f-5edb6ec9b218 req-7d4e8486-d838-4ee3-9a18-1efd0ee7a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:45.485070 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-25085e1c-28e3-43bf-929f-5edb6ec9b218 req-7d4e8486-d838-4ee3-9a18-1efd0ee7a1a3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f0c3e2a8-7b6d-47b3-b743-56e894a4b50d HTTP/1.1" status: 200 len: 916 time: 0.0849283 Feb 15 04:28:45.554312 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-25085e1c-28e3-43bf-929f-5edb6ec9b218 req-8cec4ce7-8e85-40c4-8026-03009d17cb0d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f6ba102-729f-4db0-85bd-4f490aab77db HTTP/1.1" status: 200 len: 1002 time: 0.0632851 Feb 15 04:28:45.610053 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25085e1c-28e3-43bf-929f-5edb6ec9b218 req-4f705f5c-fca5-4cb7-83f6-0ecc43f2e30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:45.611529 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-25085e1c-28e3-43bf-929f-5edb6ec9b218 req-4f705f5c-fca5-4cb7-83f6-0ecc43f2e30e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5c54656-66d3-4f7d-bcac-e474d59bf132 HTTP/1.1" status: 200 len: 855 time: 0.0439215 Feb 15 04:28:45.662305 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25085e1c-28e3-43bf-929f-5edb6ec9b218 req-4800f911-7af6-4d6a-98ed-b096c7f7856f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:45.663704 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-25085e1c-28e3-43bf-929f-5edb6ec9b218 req-4800f911-7af6-4d6a-98ed-b096c7f7856f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0c3e2a8-7b6d-47b3-b743-56e894a4b50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453148 Feb 15 04:28:45.761048 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-25085e1c-28e3-43bf-929f-5edb6ec9b218 req-fb98fc85-a4e9-4006-90c3-2ba4a6b83a8f service neutron] 10.222.0.59 "GET /v2.0/networks/f0c3e2a8-7b6d-47b3-b743-56e894a4b50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904830 Feb 15 04:28:45.853090 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-25085e1c-28e3-43bf-929f-5edb6ec9b218 req-2b17fe7d-8457-43fc-88db-e738369cc160 service neutron] 10.222.0.59 "GET /v2.0/networks/f0c3e2a8-7b6d-47b3-b743-56e894a4b50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835855 Feb 15 04:28:46.269978 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7c27e-bc43-4bb4-b9e1-3a283c23416a req-bf98d909-d129-4b91-a8c0-a12d99b549d7 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:46.271499 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-fbb7c27e-bc43-4bb4-b9e1-3a283c23416a req-bf98d909-d129-4b91-a8c0-a12d99b549d7 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.0581040 Feb 15 04:28:46.321592 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-fbb7c27e-bc43-4bb4-b9e1-3a283c23416a req-088e06a3-06c2-4f6c-90ce-029c3d7fe7bd tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446770 Feb 15 04:28:46.410301 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-03198a54-08cd-4158-add2-7a14effb443b req-a1846527-aabc-4202-97a9-d5a2eec51740 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1039074646&fields=id&tenant_id=35abc0d9f3874ffd9bfc3e12d88497c8 HTTP/1.1" status: 200 len: 267 time: 0.0509803 Feb 15 04:28:46.527259 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03198a54-08cd-4158-add2-7a14effb443b req-a81d2b01-e234-4231-bd3f-eab2e385d54c tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:46.528808 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-03198a54-08cd-4158-add2-7a14effb443b req-a81d2b01-e234-4231-bd3f-eab2e385d54c tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/networks?id=a4287db8-7eb1-4b55-9815-94bfd52e6a07 HTTP/1.1" status: 200 len: 812 time: 0.1121318 Feb 15 04:28:46.544424 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-03198a54-08cd-4158-add2-7a14effb443b req-e72ab5e6-011a-4adf-8cec-6e01634f072d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/quotas/35abc0d9f3874ffd9bfc3e12d88497c8 HTTP/1.1" status: 200 len: 375 time: 0.0096664 Feb 15 04:28:46.602015 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-03198a54-08cd-4158-add2-7a14effb443b req-7563fef8-0912-4d9c-8772-0591f4af58f1 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=35abc0d9f3874ffd9bfc3e12d88497c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521417 Feb 15 04:28:46.702142 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-03198a54-08cd-4158-add2-7a14effb443b req-c666d983-890c-4efd-9bad-50cfecda20d9 service neutron] 10.222.0.45 "GET /v2.0/networks/a4287db8-7eb1-4b55-9815-94bfd52e6a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876145 Feb 15 04:28:46.793780 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-03198a54-08cd-4158-add2-7a14effb443b req-5ff50622-e3b9-4432-ad2e-1643fc44f146 service neutron] 10.222.0.45 "GET /v2.0/networks/a4287db8-7eb1-4b55-9815-94bfd52e6a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850406 Feb 15 04:28:47.077237 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d8ec1e97-7fc2-4345-a3e3-7bcd1f14ab21 req-e7b2b52f-b721-44fa-9c35-6ac19f0e928d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 210 time: 0.0311203 Feb 15 04:28:47.451251 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa92524-446f-44af-b032-ae0e041076e2 req-9011e325-899f-49a6-9d05-b9e97c04443e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:47.453157 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-aaa92524-446f-44af-b032-ae0e041076e2 req-9011e325-899f-49a6-9d05-b9e97c04443e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.0540240 Feb 15 04:28:47.510081 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-aaa92524-446f-44af-b032-ae0e041076e2 req-aa94ea16-6474-48ed-a182-84821a688715 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505636 Feb 15 04:28:48.172951 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-20965441-d8e1-44ec-8a1e-a14e2e07b381 req-7d2fdc7e-a762-49e5-9fa8-a685ff0198b6 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 210 time: 0.0269780 Feb 15 04:28:48.335470 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03198a54-08cd-4158-add2-7a14effb443b req-a0af7fbc-b18f-4534-9df9-05fce94a9580 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:48.336920 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-03198a54-08cd-4158-add2-7a14effb443b req-a0af7fbc-b18f-4534-9df9-05fce94a9580 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.59 "GET /v2.0/networks?id=a4287db8-7eb1-4b55-9815-94bfd52e6a07 HTTP/1.1" status: 200 len: 812 time: 0.1003985 Feb 15 04:28:48.399316 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-03198a54-08cd-4158-add2-7a14effb443b req-babbe86c-9991-4622-b740-d9731b7198e1 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35abc0d9f3874ffd9bfc3e12d88497c8 HTTP/1.1" status: 200 len: 380 time: 0.0545559 Feb 15 04:28:48.409246 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-03198a54-08cd-4158-add2-7a14effb443b req-33a7ad72-b942-4974-9d2a-90714faa8aa6 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Request body: {'port': {'device_id': 'd1c35f39-3caa-49f1-9289-7514ba7f3edb', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'admin_state_up': True, 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'security_groups': ['5732b70d-5e34-420a-8175-8be42da66a8d']}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:28:48.515575 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03198a54-08cd-4158-add2-7a14effb443b req-33a7ad72-b942-4974-9d2a-90714faa8aa6 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Made reservation on behalf of 35abc0d9f3874ffd9bfc3e12d88497c8 for: {'port': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:28:48.518969 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-03198a54-08cd-4158-add2-7a14effb443b req-33a7ad72-b942-4974-9d2a-90714faa8aa6 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:48.681119 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [req-03198a54-08cd-4158-add2-7a14effb443b req-33a7ad72-b942-4974-9d2a-90714faa8aa6 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Allocated IP 172.20.0.8 (a4287db8-7eb1-4b55-9815-94bfd52e6a07/f97f1759-e368-4358-a87b-0867da6a151d/6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:28:48.692459 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac49f5-7f07-44cf-bf7b-e8fe001ba3cf req-007915b8-1706-4928-b23b-18afa825430a tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:48.694078 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-19ac49f5-7f07-44cf-bf7b-e8fe001ba3cf req-007915b8-1706-4928-b23b-18afa825430a tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.1078708 Feb 15 04:28:48.771978 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-19ac49f5-7f07-44cf-bf7b-e8fe001ba3cf req-ee8df38e-fa59-4ef6-856f-d00abeb6e7d8 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712543 Feb 15 04:28:48.877401 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-03198a54-08cd-4158-add2-7a14effb443b req-33a7ad72-b942-4974-9d2a-90714faa8aa6 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for port (6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:48.910052 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-03198a54-08cd-4158-add2-7a14effb443b req-33a7ad72-b942-4974-9d2a-90714faa8aa6 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:48.954687 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03198a54-08cd-4158-add2-7a14effb443b req-33a7ad72-b942-4974-9d2a-90714faa8aa6 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Network a4287db8-7eb1-4b55-9815-94bfd52e6a07 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:28:48.959714 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [req-03198a54-08cd-4158-add2-7a14effb443b req-33a7ad72-b942-4974-9d2a-90714faa8aa6 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:28:48.963551 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-03198a54-08cd-4158-add2-7a14effb443b req-33a7ad72-b942-4974-9d2a-90714faa8aa6 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:28:48.969965 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7ad72-b942-4974-9d2a-90714faa8aa6 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Pushing event updated for resources: {'Port': ['ID=6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:49.017259 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03198a54-08cd-4158-add2-7a14effb443b req-33a7ad72-b942-4974-9d2a-90714faa8aa6 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:49.017870 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-03198a54-08cd-4158-add2-7a14effb443b req-33a7ad72-b942-4974-9d2a-90714faa8aa6 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:49.034261 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-03198a54-08cd-4158-add2-7a14effb443b req-33a7ad72-b942-4974-9d2a-90714faa8aa6 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6291130 Feb 15 04:28:49.045851 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-03198a54-08cd-4158-add2-7a14effb443b req-126d5499-48d5-410a-931a-f85c71aff9a3 service neutron] Request body: {'port': {'device_id': 'd1c35f39-3caa-49f1-9289-7514ba7f3edb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:28:49.106750 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-03198a54-08cd-4158-add2-7a14effb443b req-126d5499-48d5-410a-931a-f85c71aff9a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:49.152692 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-f00cfdb6-355f-4c18-8fa2-9c664b7969b5 None None] Provisioning complete for port 6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:28:49.153533 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-f00cfdb6-355f-4c18-8fa2-9c664b7969b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:49.190735 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-f00cfdb6-355f-4c18-8fa2-9c664b7969b5 None None] Port 6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2 cannot update to ACTIVE because it is not bound. {{(pid=102635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:28:49.300418 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b9649-c1a0-416d-80c0-1c4d339651cc req-7d6bd568-2009-4362-828c-4d19f6de83ca tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:49.301845 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f46b9649-c1a0-416d-80c0-1c4d339651cc req-7d6bd568-2009-4362-828c-4d19f6de83ca tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 931 time: 0.0561261 Feb 15 04:28:49.353096 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f46b9649-c1a0-416d-80c0-1c4d339651cc req-936b1b76-fcb7-4fd8-9a4e-875475dfcf6a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454860 Feb 15 04:28:49.655517 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [req-03198a54-08cd-4158-add2-7a14effb443b req-126d5499-48d5-410a-931a-f85c71aff9a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:28:49.663209 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-03198a54-08cd-4158-add2-7a14effb443b req-126d5499-48d5-410a-931a-f85c71aff9a3 service neutron] Publish callbacks [] for port (6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:49.675778 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [req-03198a54-08cd-4158-add2-7a14effb443b req-126d5499-48d5-410a-931a-f85c71aff9a3 service neutron] Transition to ACTIVE for port object 6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2 will not be triggered until provisioned by entity L2. {{(pid=102633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 04:28:49.680240 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-03198a54-08cd-4158-add2-7a14effb443b req-126d5499-48d5-410a-931a-f85c71aff9a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:49.752568 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d5499-48d5-410a-931a-f85c71aff9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:49.807621 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-03198a54-08cd-4158-add2-7a14effb443b req-126d5499-48d5-410a-931a-f85c71aff9a3 service neutron] Attempting to bind port 6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:28:49.807621 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-03198a54-08cd-4158-add2-7a14effb443b req-126d5499-48d5-410a-931a-f85c71aff9a3 service neutron] Attempting to bind port 6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '69ef6e31-22a4-4747-8c70-1fda15e89f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:28:49.807893 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03198a54-08cd-4158-add2-7a14effb443b req-126d5499-48d5-410a-931a-f85c71aff9a3 service neutron] Attempting to bind port 6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2 on network a4287db8-7eb1-4b55-9815-94bfd52e6a07 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:28:49.813619 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03198a54-08cd-4158-add2-7a14effb443b req-126d5499-48d5-410a-931a-f85c71aff9a3 service neutron] Port 6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2 on network a4287db8-7eb1-4b55-9815-94bfd52e6a07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 04:28:49.813996 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03198a54-08cd-4158-add2-7a14effb443b req-126d5499-48d5-410a-931a-f85c71aff9a3 service neutron] Attempting to bind port 6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2 on network a4287db8-7eb1-4b55-9815-94bfd52e6a07 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:28:49.819328 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03198a54-08cd-4158-add2-7a14effb443b req-126d5499-48d5-410a-931a-f85c71aff9a3 service neutron] Checking agent: {'id': '3d42c16f-c1cc-4a31-813a-51fffe75373d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'started_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:28:49.819753 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03198a54-08cd-4158-add2-7a14effb443b req-126d5499-48d5-410a-931a-f85c71aff9a3 service neutron] Checking segment: {'id': '69ef6e31-22a4-4747-8c70-1fda15e89f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:28:49.820202 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03198a54-08cd-4158-add2-7a14effb443b req-126d5499-48d5-410a-931a-f85c71aff9a3 service neutron] Bound using segment: {'id': '69ef6e31-22a4-4747-8c70-1fda15e89f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:28:49.820686 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-03198a54-08cd-4158-add2-7a14effb443b req-126d5499-48d5-410a-931a-f85c71aff9a3 service neutron] Bound port: 6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ef6e31-22a4-4747-8c70-1fda15e89f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:28:49.822496 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-03198a54-08cd-4158-add2-7a14effb443b req-126d5499-48d5-410a-931a-f85c71aff9a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:49.917776 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-03198a54-08cd-4158-add2-7a14effb443b req-126d5499-48d5-410a-931a-f85c71aff9a3 service neutron] For port 6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2, host hv-cinder-81610, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:28:49.931730 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-03198a54-08cd-4158-add2-7a14effb443b req-126d5499-48d5-410a-931a-f85c71aff9a3 service neutron] For port 6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2,segment=NetworkSegment(69ef6e31-22a4-4747-8c70-1fda15e89f05),segment_id=69ef6e31-22a4-4747-8c70-1fda15e89f05)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:28:49.943579 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a50c8a-b373-4817-bff8-bc032c193118 req-a710828c-d021-49e6-bae9-8b434c04bb0a tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:49.945089 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-21a50c8a-b373-4817-bff8-bc032c193118 req-a710828c-d021-49e6-bae9-8b434c04bb0a tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.0869648 Feb 15 04:28:49.946613 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-03198a54-08cd-4158-add2-7a14effb443b req-126d5499-48d5-410a-931a-f85c71aff9a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:49.999263 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03198a54-08cd-4158-add2-7a14effb443b req-126d5499-48d5-410a-931a-f85c71aff9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:50.000471 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-03198a54-08cd-4158-add2-7a14effb443b req-126d5499-48d5-410a-931a-f85c71aff9a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:50.001862 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-03198a54-08cd-4158-add2-7a14effb443b req-126d5499-48d5-410a-931a-f85c71aff9a3 service neutron] 10.222.0.59 "PUT /v2.0/ports/6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2 HTTP/1.1" status: 200 len: 1093 time: 0.9602897 Feb 15 04:28:50.006123 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c35f39-3caa-49f1-9289-7514ba7f3edb', 'tag': '6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:28:50.008334 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8dcbf7-a750-4f3b-9883-5db4f83d5144" -d '{"events": [{"name": "network-changed", "server_uuid": "d1c35f39-3caa-49f1-9289-7514ba7f3edb", "tag": "6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:28:50.038262 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d5499-48d5-410a-931a-f85c71aff9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:50.063359 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-21a50c8a-b373-4817-bff8-bc032c193118 req-f1eb3514-78bc-4a8b-a1aa-8799587c3dc9 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116338 Feb 15 04:28:50.078481 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c886ce7-9cbb-4165-b9bc-7db7753671e5 x-openstack-request-id: req-5c886ce7-9cbb-4165-b9bc-7db7753671e5 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:28:50.078774 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1c35f39-3caa-49f1-9289-7514ba7f3edb", "tag": "6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:28:50.079024 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5c886ce7-9cbb-4165-b9bc-7db7753671e5 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:28:50.079412 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c35f39-3caa-49f1-9289-7514ba7f3edb', 'tag': '6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2', 'status': 'completed', 'code': 200} Feb 15 04:28:50.099062 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03198a54-08cd-4158-add2-7a14effb443b req-527b8e96-d3fb-4e80-b88f-dc5ef3badd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:50.100548 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-03198a54-08cd-4158-add2-7a14effb443b req-527b8e96-d3fb-4e80-b88f-dc5ef3badd64 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35abc0d9f3874ffd9bfc3e12d88497c8&device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 1127 time: 0.0513797 Feb 15 04:28:50.144212 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-03198a54-08cd-4158-add2-7a14effb443b req-ec92eb9a-db2b-4425-a5a3-08a6b58c2b7d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2 HTTP/1.1" status: 200 len: 217 time: 0.0365815 Feb 15 04:28:50.198459 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03198a54-08cd-4158-add2-7a14effb443b req-1997ca3c-5f2b-4b21-89cf-edfe3f284a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:50.199963 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-03198a54-08cd-4158-add2-7a14effb443b req-1997ca3c-5f2b-4b21-89cf-edfe3f284a2e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f97f1759-e368-4358-a87b-0867da6a151d HTTP/1.1" status: 200 len: 851 time: 0.0498853 Feb 15 04:28:50.252414 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03198a54-08cd-4158-add2-7a14effb443b req-2e0e47c6-ef2f-435c-a22d-c9793d5d2315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:50.254037 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-03198a54-08cd-4158-add2-7a14effb443b req-2e0e47c6-ef2f-435c-a22d-c9793d5d2315 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4287db8-7eb1-4b55-9815-94bfd52e6a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459409 Feb 15 04:28:50.341098 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-03198a54-08cd-4158-add2-7a14effb443b req-802f6205-bf21-4235-9f56-a6a776d7d68c service neutron] 10.222.0.59 "GET /v2.0/networks/a4287db8-7eb1-4b55-9815-94bfd52e6a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803154 Feb 15 04:28:50.431885 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-03198a54-08cd-4158-add2-7a14effb443b req-d15227bc-49c7-4293-93f3-502c9689954d service neutron] 10.222.0.59 "GET /v2.0/networks/a4287db8-7eb1-4b55-9815-94bfd52e6a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854907 Feb 15 04:28:50.477130 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78696e37-f561-4549-affa-a7cad165b20c req-4827b57d-8fac-434e-b2d3-e08d0dcf661a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:50.478497 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-78696e37-f561-4549-affa-a7cad165b20c req-4827b57d-8fac-434e-b2d3-e08d0dcf661a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 943 time: 0.0556550 Feb 15 04:28:50.523063 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8dcbf7-a750-4f3b-9883-5db4f83d5144 req-0d574299-bac0-4e6e-ac7b-f188c3fd3d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:50.524551 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7b8dcbf7-a750-4f3b-9883-5db4f83d5144 req-0d574299-bac0-4e6e-ac7b-f188c3fd3d80 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35abc0d9f3874ffd9bfc3e12d88497c8&device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 1127 time: 0.0472445 Feb 15 04:28:50.532316 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-78696e37-f561-4549-affa-a7cad165b20c req-99b09666-175a-4310-afc0-ed2d4264f10f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481808 Feb 15 04:28:50.615885 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8dcbf7-a750-4f3b-9883-5db4f83d5144 req-1c8f133c-5077-4d7c-bfd0-e3901d16e63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:50.617387 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7b8dcbf7-a750-4f3b-9883-5db4f83d5144 req-1c8f133c-5077-4d7c-bfd0-e3901d16e63b service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4287db8-7eb1-4b55-9815-94bfd52e6a07 HTTP/1.1" status: 200 len: 912 time: 0.0871637 Feb 15 04:28:50.658164 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7b8dcbf7-a750-4f3b-9883-5db4f83d5144 req-40babb87-1ed1-4989-93e0-7803882e3b15 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2 HTTP/1.1" status: 200 len: 217 time: 0.0341012 Feb 15 04:28:50.706251 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8dcbf7-a750-4f3b-9883-5db4f83d5144 req-3883402a-4485-4b6a-8814-aebb5d9e6437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:50.707680 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7b8dcbf7-a750-4f3b-9883-5db4f83d5144 req-3883402a-4485-4b6a-8814-aebb5d9e6437 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f97f1759-e368-4358-a87b-0867da6a151d HTTP/1.1" status: 200 len: 851 time: 0.0435688 Feb 15 04:28:50.770687 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8dcbf7-a750-4f3b-9883-5db4f83d5144 req-3476db55-71c4-40c7-9d88-aa7e00fbc5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:50.772053 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7b8dcbf7-a750-4f3b-9883-5db4f83d5144 req-3476db55-71c4-40c7-9d88-aa7e00fbc5b9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4287db8-7eb1-4b55-9815-94bfd52e6a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487924 Feb 15 04:28:50.866558 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7b8dcbf7-a750-4f3b-9883-5db4f83d5144 req-2b04ed6d-7eec-40d4-be47-711b697b358e service neutron] 10.222.0.59 "GET /v2.0/networks/a4287db8-7eb1-4b55-9815-94bfd52e6a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818491 Feb 15 04:28:50.957699 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7b8dcbf7-a750-4f3b-9883-5db4f83d5144 req-78be973a-d9b3-40aa-957c-c597a3853f4e service neutron] 10.222.0.59 "GET /v2.0/networks/a4287db8-7eb1-4b55-9815-94bfd52e6a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833185 Feb 15 04:28:51.202354 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43c0b4-650d-4b8e-a7b4-1f9574865f78 req-ccd69696-0eed-4bdd-9558-f0d916937ef8 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:51.204290 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ff43c0b4-650d-4b8e-a7b4-1f9574865f78 req-ccd69696-0eed-4bdd-9558-f0d916937ef8 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.0625033 Feb 15 04:28:51.251415 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ff43c0b4-650d-4b8e-a7b4-1f9574865f78 req-ac3c7791-e69b-4e79-8283-8959e8e11074 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412455 Feb 15 04:28:51.652541 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9cf455-225e-44ab-a695-cb2b5541fbac req-9cba4e67-21f3-45f3-91a0-e90aaa49ef0f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:51.654309 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-2d9cf455-225e-44ab-a695-cb2b5541fbac req-9cba4e67-21f3-45f3-91a0-e90aaa49ef0f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 943 time: 0.0532413 Feb 15 04:28:51.702244 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-2d9cf455-225e-44ab-a695-cb2b5541fbac req-76a65d4b-3d79-49bc-834b-3dbc20a82cd4 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416744 Feb 15 04:28:52.370932 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe764a1-cfaf-4636-b648-b07655f54e2a req-1cdc1e51-0065-425c-a2c3-31c7b050e856 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:52.372411 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dbe764a1-cfaf-4636-b648-b07655f54e2a req-1cdc1e51-0065-425c-a2c3-31c7b050e856 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.0519052 Feb 15 04:28:52.418808 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dbe764a1-cfaf-4636-b648-b07655f54e2a req-c1478825-48b8-46e9-a7ac-857b5f2104c0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396364 Feb 15 04:28:52.821071 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff8bd1-82a6-4a44-af79-0183bc3212c1 req-f5e041d3-8a73-4369-a71c-5e80b46cb80c tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:52.822534 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-95ff8bd1-82a6-4a44-af79-0183bc3212c1 req-f5e041d3-8a73-4369-a71c-5e80b46cb80c tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 943 time: 0.0518181 Feb 15 04:28:52.843940 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 9f6ba102-729f-4db0-85bd-4f490aab77db details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 04:28:52.872553 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-95ff8bd1-82a6-4a44-af79-0183bc3212c1 req-d1e60885-6bfa-4a8c-a1da-5be8a9bbfd03 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439892 Feb 15 04:28:52.938620 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 9f6ba102-729f-4db0-85bd-4f490aab77db, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=9f6ba102-729f-4db0-85bd-4f490aab77db,segment=NetworkSegment(a2939050-b15c-425b-a2c1-f2f0e37f1e44),segment_id=a2939050-b15c-425b-a2c1-f2f0e37f1e44)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:28:52.949662 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Returning: {'device': '9f6ba102-729f-4db0-85bd-4f490aab77db', 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d', 'port_id': '9f6ba102-729f-4db0-85bd-4f490aab77db', 'mac_address': 'fa:16:3e:9a:28:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 04:28:52.989590 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 9f6ba102-729f-4db0-85bd-4f490aab77db is: ACTIVE; New status is: BUILD {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:28:52.989896 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (9f6ba102-729f-4db0-85bd-4f490aab77db), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:53.002223 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f6ba102-729f-4db0-85bd-4f490aab77db {{(pid=102635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:28:53.020803 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 9f6ba102-729f-4db0-85bd-4f490aab77db, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=9f6ba102-729f-4db0-85bd-4f490aab77db,segment=NetworkSegment(a2939050-b15c-425b-a2c1-f2f0e37f1e44),segment_id=a2939050-b15c-425b-a2c1-f2f0e37f1e44)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:28:53.024862 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (9f6ba102-729f-4db0-85bd-4f490aab77db), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:53.073331 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=9f6ba102-729f-4db0-85bd-4f490aab77db,revision_number=6']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:53.104531 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['9f6ba102-729f-4db0-85bd-4f490aab77db'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:28:53.545852 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc301c4-4854-4d5a-bebf-90996e6fee47 req-8237dcc6-2598-498b-9105-6ce699787412 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:53.548119 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6dc301c4-4854-4d5a-bebf-90996e6fee47 req-8237dcc6-2598-498b-9105-6ce699787412 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 945 time: 0.0567393 Feb 15 04:28:53.594001 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6dc301c4-4854-4d5a-bebf-90996e6fee47 req-da44732b-dd84-4b79-bb76-bf2b7ec03a1a tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403135 Feb 15 04:28:53.994429 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d2bd9-561b-4472-8e75-b2724c922a44 req-834eab80-0c7a-4263-abf2-5a089be26979 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:53.995776 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f25d2bd9-561b-4472-8e75-b2724c922a44 req-834eab80-0c7a-4263-abf2-5a089be26979 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 943 time: 0.0563030 Feb 15 04:28:54.042827 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f25d2bd9-561b-4472-8e75-b2724c922a44 req-ab4821de-1bfc-475a-bec8-0ad3be887e9f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415847 Feb 15 04:28:54.722247 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e0251-d07a-44d4-8e1b-09b7283c76ae req-e9785ab6-79aa-4976-b868-dbb98f2285e0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:54.723746 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-763e0251-d07a-44d4-8e1b-09b7283c76ae req-e9785ab6-79aa-4976-b868-dbb98f2285e0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 945 time: 0.0535669 Feb 15 04:28:54.774661 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-763e0251-d07a-44d4-8e1b-09b7283c76ae req-e0b39a34-c7a9-4697-8b02-a35b34628739 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454152 Feb 15 04:28:54.860006 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 9f6ba102-729f-4db0-85bd-4f490aab77db up at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:28:54.919229 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning complete for port 9f6ba102-729f-4db0-85bd-4f490aab77db triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:28:54.919539 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (9f6ba102-729f-4db0-85bd-4f490aab77db), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:55.015284 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 9f6ba102-729f-4db0-85bd-4f490aab77db is: BUILD; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:28:55.015671 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (9f6ba102-729f-4db0-85bd-4f490aab77db), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:55.045719 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8003b584-f389-4058-8718-5e3ca7015245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6ba102-729f-4db0-85bd-4f490aab77db'}] {{(pid=102635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:28:55.049378 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274a2a5e9be6a0ee09154d0e072c1b660d39e5ec588b61e50c849ad5e467022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57748294-f633-4b8b-bbee-64eee536f579" -d '{"events": [{"server_uuid": "8003b584-f389-4058-8718-5e3ca7015245", "name": "network-vif-plugged", "status": "completed", "tag": "9f6ba102-729f-4db0-85bd-4f490aab77db"}]}' {{(pid=102635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:28:55.066002 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 9f6ba102-729f-4db0-85bd-4f490aab77db, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=9f6ba102-729f-4db0-85bd-4f490aab77db,segment=NetworkSegment(a2939050-b15c-425b-a2c1-f2f0e37f1e44),segment_id=a2939050-b15c-425b-a2c1-f2f0e37f1e44)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:28:55.072700 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (9f6ba102-729f-4db0-85bd-4f490aab77db), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:28:55.098569 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0df162-1cc6-4cfc-8828-ce16cda42eb5 x-openstack-request-id: req-de0df162-1cc6-4cfc-8828-ce16cda42eb5 {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:28:55.098861 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8003b584-f389-4058-8718-5e3ca7015245", "name": "network-vif-plugged", "status": "completed", "tag": "9f6ba102-729f-4db0-85bd-4f490aab77db", "code": 200}]} {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:28:55.099113 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-de0df162-1cc6-4cfc-8828-ce16cda42eb5 {{(pid=102635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:28:55.099498 dv-cinder-816104-2-iscsi neutron-server[102635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8003b584-f389-4058-8718-5e3ca7015245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6ba102-729f-4db0-85bd-4f490aab77db', 'code': 200} Feb 15 04:28:55.131641 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=9f6ba102-729f-4db0-85bd-4f490aab77db,revision_number=7']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:28:55.184072 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf9bd9-6863-46b4-98c8-230db92aa37d req-89ec541f-9d97-41c4-9da9-e53b210280f8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:55.185699 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0baf9bd9-6863-46b4-98c8-230db92aa37d req-89ec541f-9d97-41c4-9da9-e53b210280f8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 943 time: 0.0673034 Feb 15 04:28:55.239914 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0baf9bd9-6863-46b4-98c8-230db92aa37d req-60736d3a-1544-463b-b67b-4627ca953a41 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478802 Feb 15 04:28:55.902152 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cef54-0bb5-487a-9774-6f1b40c677e9 req-28077369-8744-4cb8-b3b1-ae4d8120fb46 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:55.903596 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-325cef54-0bb5-487a-9774-6f1b40c677e9 req-28077369-8744-4cb8-b3b1-ae4d8120fb46 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.0536435 Feb 15 04:28:55.950264 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-325cef54-0bb5-487a-9774-6f1b40c677e9 req-21b6ef1f-fc0e-4538-9393-c59e05b8b284 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410855 Feb 15 04:28:56.359123 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d147df-bda4-46b7-a306-f30c873bf10d req-c846ab5a-833c-4aaf-b88d-636bc658040c tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:56.360789 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-48d147df-bda4-46b7-a306-f30c873bf10d req-c846ab5a-833c-4aaf-b88d-636bc658040c tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 943 time: 0.0528364 Feb 15 04:28:56.409723 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-48d147df-bda4-46b7-a306-f30c873bf10d req-9f4b0cb3-2a2b-417a-8f92-6bfeb51d32fa tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430822 Feb 15 04:28:57.073370 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18753fa7-f4ff-4e09-80b0-53eb50f93c9c req-b99fb830-bcaf-4b42-bdea-73e543ec6a45 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:57.074813 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-18753fa7-f4ff-4e09-80b0-53eb50f93c9c req-b99fb830-bcaf-4b42-bdea-73e543ec6a45 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.0520885 Feb 15 04:28:57.126345 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-18753fa7-f4ff-4e09-80b0-53eb50f93c9c req-74d0e8b6-2b00-48ce-9e5c-5a4861073b45 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457001 Feb 15 04:28:57.526475 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2789cc1-6750-4774-8df2-ff83dc3a068b req-04758530-b8de-41af-b0ba-90e34cb3161c tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:57.527923 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a2789cc1-6750-4774-8df2-ff83dc3a068b req-04758530-b8de-41af-b0ba-90e34cb3161c tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 943 time: 0.0516436 Feb 15 04:28:57.580509 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a2789cc1-6750-4774-8df2-ff83dc3a068b req-531b1ce1-f0a7-4954-b0d6-b652827214af tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461144 Feb 15 04:28:58.246467 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af8c9f-7ee9-40f3-b3d8-f9eabc57bd1d req-54c88f01-8727-4e2c-8fa1-cd05ff616062 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:58.247906 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a1af8c9f-7ee9-40f3-b3d8-f9eabc57bd1d req-54c88f01-8727-4e2c-8fa1-cd05ff616062 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.0513952 Feb 15 04:28:58.293591 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a1af8c9f-7ee9-40f3-b3d8-f9eabc57bd1d req-4b3d96c6-e2a7-4dbc-96e4-55e91d382c8b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395069 Feb 15 04:28:58.700038 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba46b11-16d3-4c7b-96f0-791ef6ceaf73 req-f1813f6d-1a62-4609-94dc-4ce40ec3f8a4 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:58.701514 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8ba46b11-16d3-4c7b-96f0-791ef6ceaf73 req-f1813f6d-1a62-4609-94dc-4ce40ec3f8a4 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 943 time: 0.0534632 Feb 15 04:28:58.751537 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8ba46b11-16d3-4c7b-96f0-791ef6ceaf73 req-c4d65f74-2580-475b-b05d-cd95f37dad7e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443702 Feb 15 04:28:59.418511 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262afde-3bb3-443a-97dc-5ae8c2afc617 req-f43cca6b-144c-4c13-9284-27742014b68a tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:59.420033 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-3262afde-3bb3-443a-97dc-5ae8c2afc617 req-f43cca6b-144c-4c13-9284-27742014b68a tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.0518401 Feb 15 04:28:59.467314 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-3262afde-3bb3-443a-97dc-5ae8c2afc617 req-e7a10daa-1f90-4f3b-afbc-215d8766ad13 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407701 Feb 15 04:28:59.890673 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30ddb6-b01d-47b6-adb4-851cd2144aab req-3186b421-209c-4c8a-b782-f44a347f79c6 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:28:59.892745 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cc30ddb6-b01d-47b6-adb4-851cd2144aab req-3186b421-209c-4c8a-b782-f44a347f79c6 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 943 time: 0.0574112 Feb 15 04:28:59.953681 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cc30ddb6-b01d-47b6-adb4-851cd2144aab req-d7dd2889-6e83-432f-a2be-a81665370f4a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540655 Feb 15 04:29:00.614633 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1134897-2704-4945-add9-32bf6a0e71a8 req-a29e2b4f-decb-4092-bcaa-8cc57a592140 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:00.615700 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a1134897-2704-4945-add9-32bf6a0e71a8 req-a29e2b4f-decb-4092-bcaa-8cc57a592140 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.0655482 Feb 15 04:29:00.676334 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a1134897-2704-4945-add9-32bf6a0e71a8 req-f22450de-c423-4dcb-b9c4-14cf968afb27 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551517 Feb 15 04:29:00.905844 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 04:29:01.023673 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2,segment=NetworkSegment(69ef6e31-22a4-4747-8c70-1fda15e89f05),segment_id=69ef6e31-22a4-4747-8c70-1fda15e89f05)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:29:01.037021 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Returning: {'device': '6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'port_id': '6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2', 'mac_address': 'fa:16:3e:4d:6d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 04:29:01.097066 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd15da-36cd-4eee-881e-3741f2aa37ea req-322d703c-228e-407b-8cd9-0dcac0ec7ad2 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:01.101891 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2 is: DOWN; New status is: BUILD {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:29:01.102401 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:01.104990 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-68dd15da-36cd-4eee-881e-3741f2aa37ea req-322d703c-228e-407b-8cd9-0dcac0ec7ad2 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 943 time: 0.0724375 Feb 15 04:29:01.126555 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2 {{(pid=102635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:29:01.151863 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2,segment=NetworkSegment(69ef6e31-22a4-4747-8c70-1fda15e89f05),segment_id=69ef6e31-22a4-4747-8c70-1fda15e89f05)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:29:01.158870 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:01.162093 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-68dd15da-36cd-4eee-881e-3741f2aa37ea req-2d0ce5e5-6c75-4f01-a9b9-aa80fa768ca2 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540102 Feb 15 04:29:01.217064 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:29:01.579668 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:29:01.826061 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9381e-33b5-491f-93f2-3e566e579bb6 req-577490d3-00d4-4adb-8c85-dad1c22c610f tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:01.829985 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f8a9381e-33b5-491f-93f2-3e566e579bb6 req-577490d3-00d4-4adb-8c85-dad1c22c610f tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.0605161 Feb 15 04:29:01.894090 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f8a9381e-33b5-491f-93f2-3e566e579bb6 req-8338a83a-cd18-44c8-9681-79a8648a7cc1 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504818 Feb 15 04:29:02.265939 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-814c5b47-3e58-418f-ba1e-d7c5e957595a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:02.294361 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7b1dd-d1ab-4d1f-b505-cae166b468c9 req-81cabd5e-b2f4-4356-81a0-41a7f620732f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:02.296592 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0be7b1dd-d1ab-4d1f-b505-cae166b468c9 req-81cabd5e-b2f4-4356-81a0-41a7f620732f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 944 time: 0.0634620 Feb 15 04:29:02.349863 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0be7b1dd-d1ab-4d1f-b505-cae166b468c9 req-78902e37-d7c6-49ff-8276-33cc688b1f3e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465820 Feb 15 04:29:02.921889 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2 up at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:29:02.977612 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning for port 6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2 completed by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 04:29:02.982191 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning complete for port 6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:29:02.982567 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:03.040025 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d8f79-d5b9-45e4-ad4b-e2aaea797cef req-5333d49e-3a63-45e6-b0c0-1d405c3aef1f tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:03.041581 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-cf8d8f79-d5b9-45e4-ad4b-e2aaea797cef req-5333d49e-3a63-45e6-b0c0-1d405c3aef1f tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.0631144 Feb 15 04:29:03.076847 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2 is: BUILD; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:29:03.077285 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:03.122844 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c35f39-3caa-49f1-9289-7514ba7f3edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2'}] {{(pid=102635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:29:03.125777 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274a2a5e9be6a0ee09154d0e072c1b660d39e5ec588b61e50c849ad5e467022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4b72d8-d97c-47ac-b0a7-a7099ec02c90" -d '{"events": [{"server_uuid": "d1c35f39-3caa-49f1-9289-7514ba7f3edb", "name": "network-vif-plugged", "status": "completed", "tag": "6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2"}]}' {{(pid=102635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:29:03.144936 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2,segment=NetworkSegment(69ef6e31-22a4-4747-8c70-1fda15e89f05),segment_id=69ef6e31-22a4-4747-8c70-1fda15e89f05)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:29:03.151558 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:03.219208 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2,revision_number=5']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:29:03.222981 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8175e57-73f0-4679-aa35-220bd2c8dbf1 x-openstack-request-id: req-c8175e57-73f0-4679-aa35-220bd2c8dbf1 {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:29:03.223251 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c35f39-3caa-49f1-9289-7514ba7f3edb", "name": "network-vif-plugged", "status": "completed", "tag": "6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2", "code": 200}]} {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:29:03.223539 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c8175e57-73f0-4679-aa35-220bd2c8dbf1 {{(pid=102635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:29:03.223906 dv-cinder-816104-2-iscsi neutron-server[102635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c35f39-3caa-49f1-9289-7514ba7f3edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2', 'code': 200} Feb 15 04:29:03.320539 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-cf8d8f79-d5b9-45e4-ad4b-e2aaea797cef req-0abc3bbc-c5d7-4385-bbb1-2010bbde9e61 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732720 Feb 15 04:29:03.521110 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88dbe94-d8f8-4583-adf8-a7aa721f6393 req-17ecf39b-0fcc-4fd5-ae47-3c78db5c6779 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:03.523419 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b88dbe94-d8f8-4583-adf8-a7aa721f6393 req-17ecf39b-0fcc-4fd5-ae47-3c78db5c6779 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 945 time: 0.0925782 Feb 15 04:29:03.525806 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb66a34-5ca9-4e60-b9b2-36a65871a171 req-928911d6-4ee6-4861-b97b-d3ea7ccf03aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:03.527470 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8cb66a34-5ca9-4e60-b9b2-36a65871a171 req-928911d6-4ee6-4861-b97b-d3ea7ccf03aa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 1129 time: 0.0860043 Feb 15 04:29:03.595713 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b88dbe94-d8f8-4583-adf8-a7aa721f6393 req-8ce34eb3-0aa2-483a-8d80-2c532c62d482 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656598 Feb 15 04:29:03.616551 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8cb66a34-5ca9-4e60-b9b2-36a65871a171 req-77a732e5-93d6-4b37-9f8d-7d6fd80d281d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801623 Feb 15 04:29:04.462016 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a7e02-ba14-4045-8dfe-8b2ea68f55cf req-b47f31d5-a317-4316-a66e-46b2b370de85 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:04.463487 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-181a7e02-ba14-4045-8dfe-8b2ea68f55cf req-b47f31d5-a317-4316-a66e-46b2b370de85 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.0561421 Feb 15 04:29:04.512258 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-181a7e02-ba14-4045-8dfe-8b2ea68f55cf req-d0541d46-26da-432c-9ac3-ba335318065d tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432124 Feb 15 04:29:04.718181 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91630b-352b-4121-88f6-1b73d1fa12dc req-c57a1fdd-a4da-494d-9d59-4911eae62ce2 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:04.719860 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8f91630b-352b-4121-88f6-1b73d1fa12dc req-c57a1fdd-a4da-494d-9d59-4911eae62ce2 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 945 time: 0.0540774 Feb 15 04:29:04.786681 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8f91630b-352b-4121-88f6-1b73d1fa12dc req-0410ff91-f977-464a-858d-bc6d6e5d4b48 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586574 Feb 15 04:29:05.647371 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d134d9-c3b8-4ad7-861f-6a4e6060ea62 req-1b505e28-b89b-4a04-a226-9b1d2e629b5f tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:05.649664 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-09d134d9-c3b8-4ad7-861f-6a4e6060ea62 req-1b505e28-b89b-4a04-a226-9b1d2e629b5f tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.0606833 Feb 15 04:29:05.703504 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-09d134d9-c3b8-4ad7-861f-6a4e6060ea62 req-1fc89388-4464-4548-ab6c-e34da6dc0b52 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480986 Feb 15 04:29:05.914791 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21044f6c-9bdc-4083-be49-01eef7561236 req-2c29e8fe-4baa-4a9c-b7a1-bba75f363928 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:05.916289 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-21044f6c-9bdc-4083-be49-01eef7561236 req-2c29e8fe-4baa-4a9c-b7a1-bba75f363928 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 945 time: 0.0579791 Feb 15 04:29:05.975048 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-21044f6c-9bdc-4083-be49-01eef7561236 req-4d0a758b-8471-4c1c-95d2-9c1fdc51d995 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530012 Feb 15 04:29:06.099765 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-42a7b8a9-d72a-4d60-bdf2-89bd4a2891d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:06.121973 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ca5cc-c345-4ca2-a059-b54415577361 req-4f6f236b-25c7-4111-8aad-c191bd776a03 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:06.124114 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-b12ca5cc-c345-4ca2-a059-b54415577361 req-4f6f236b-25c7-4111-8aad-c191bd776a03 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 945 time: 0.0726519 Feb 15 04:29:06.178351 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-b12ca5cc-c345-4ca2-a059-b54415577361 req-92b651f8-16a4-44d7-bc7e-e1bb5d6c097a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467632 Feb 15 04:29:06.206001 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 60184) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:29:06.361406 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e3584f-86f7-4f48-9624-50f2b4e86cdc tempest-TestVolumeBootPattern-2093237904 tempest-TestVolumeBootPattern-2093237904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:06.363710 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-56e3584f-86f7-4f48-9624-50f2b4e86cdc tempest-TestVolumeBootPattern-2093237904 tempest-TestVolumeBootPattern-2093237904-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 1124 time: 0.1563888 Feb 15 04:29:06.366611 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 60188) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:29:06.370994 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Request body: {'floatingip': {'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'port_id': '6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:29:06.399719 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:06.443082 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:06.521500 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:06.645241 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.db_base_plugin_common [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Allocated IP 172.27.1.226 (e6fb9507-f434-4add-a536-b65ba033e5e7/ff2a616f-f347-4e09-a791-22c9c65ada0b/1da32648-a52c-4b9a-9414-87d0ca709b74) {{(pid=102634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:29:06.780642 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for port (1da32648-a52c-4b9a-9414-87d0ca709b74), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:06.839548 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5688251'] for port (1da32648-a52c-4b9a-9414-87d0ca709b74), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:06.847979 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cf847-95a2-4e44-a2a4-0bdea4a1e310 req-69d9c1f6-0156-4f04-b445-aa1fceeae8a5 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:06.850206 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e51cf847-95a2-4e44-a2a4-0bdea4a1e310 req-69d9c1f6-0156-4f04-b445-aa1fceeae8a5 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.0647051 Feb 15 04:29:06.889727 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Network e6fb9507-f434-4add-a536-b65ba033e5e7 is already hosted by enough agents. {{(pid=102634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:29:06.898061 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.base_scheduler [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Resources bound (agent type, host, resource id): {{(pid=102634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:29:06.902952 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Received port after_create {{(pid=102634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:29:06.906645 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Pushing event updated for resources: {'Port': ['ID=1da32648-a52c-4b9a-9414-87d0ca709b74,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:29:06.913052 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e51cf847-95a2-4e44-a2a4-0bdea4a1e310 req-d38b812b-a857-4606-8658-154bd225b3f7 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564361 Feb 15 04:29:06.959398 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:06.959754 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:06.960099 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:06.960495 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:06.960838 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:06.961194 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:06.961526 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:06.961857 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:06.962187 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:06.962524 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:06.962848 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:06.963171 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:06.963493 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:07.336632 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for floatingip (d34e4c9b-fe3c-4644-8fc7-5510dc406766), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:07.417247 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (1da32648-a52c-4b9a-9414-87d0ca709b74), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:07.578901 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for port (1da32648-a52c-4b9a-9414-87d0ca709b74), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:07.586371 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5688194'] for port (1da32648-a52c-4b9a-9414-87d0ca709b74), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:07.666991 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639540'] for floatingip (d34e4c9b-fe3c-4644-8fc7-5510dc406766), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:07.708995 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Pushing event updated for resources: {'Port': ['ID=1da32648-a52c-4b9a-9414-87d0ca709b74,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:29:07.797627 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.db.l3_db [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Floating IP d34e4c9b-fe3c-4644-8fc7-5510dc406766 associated. External IP: 172.27.1.226, port: 6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2. Feb 15 04:29:08.074376 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Router 41e7748f-650f-4151-8f2f-d9acdce02b57 has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:29:08.099221 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75dea96-89f0-4ef6-8989-1b3e318268b5 req-097eb939-aced-475f-88fa-6926a2f45f6a tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:08.100573 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d75dea96-89f0-4ef6-8989-1b3e318268b5 req-097eb939-aced-475f-88fa-6926a2f45f6a tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.0870481 Feb 15 04:29:08.232606 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d75dea96-89f0-4ef6-8989-1b3e318268b5 req-3a79fb7e-7a6b-4009-af79-8904ecb9a8e9 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942812 Feb 15 04:29:08.265504 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:29:08.279905 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac4fc95-e369-47d5-b87f-d860a13d44f7 None None] Sync routers for ids ['41e7748f-650f-4151-8f2f-d9acdce02b57'] in dv-cinder-816104-2-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:29:08.286401 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for floatingip (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:08.296544 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac4fc95-e369-47d5-b87f-d860a13d44f7 None None] Routers {'41e7748f-650f-4151-8f2f-d9acdce02b57'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:29:08.297613 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-3ac4fc95-e369-47d5-b87f-d860a13d44f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:29:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['41e7748f-650f-4151-8f2f-d9acdce02b57'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:29:08.317460 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-70fca4d5-f9a5-4352-816a-997aee08cc3d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9498160 Feb 15 04:29:08.318202 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c35f39-3caa-49f1-9289-7514ba7f3edb', 'tag': '6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:29:08.320550 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed0f7cd0cebfd20c511642d6f47a3c828635124f8c0731539bf6ef3d21e1c7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a50c85-1be8-4549-92a6-ac534ca4076a" -d '{"events": [{"name": "network-changed", "server_uuid": "d1c35f39-3caa-49f1-9289-7514ba7f3edb", "tag": "6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:29:08.435633 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-3ac4fc95-e369-47d5-b87f-d860a13d44f7 None None] Set router 41e7748f-650f-4151-8f2f-d9acdce02b57 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:29:08.436018 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ce814b-cab5-4f08-b341-0f5d0c2bbe50 x-openstack-request-id: req-f5ce814b-cab5-4f08-b341-0f5d0c2bbe50 {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:29:08.436376 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1c35f39-3caa-49f1-9289-7514ba7f3edb", "tag": "6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2", "status": "completed", "code": 200}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:29:08.436792 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f5ce814b-cab5-4f08-b341-0f5d0c2bbe50 {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:29:08.437243 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c35f39-3caa-49f1-9289-7514ba7f3edb', 'tag': '6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2', 'status': 'completed', 'code': 200} Feb 15 04:29:08.511590 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a50c85-1be8-4549-92a6-ac534ca4076a req-b8622d07-2e89-44f6-b041-28865dbaf832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:08.513106 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-84a50c85-1be8-4549-92a6-ac534ca4076a req-b8622d07-2e89-44f6-b041-28865dbaf832 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35abc0d9f3874ffd9bfc3e12d88497c8&device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 1129 time: 0.0529888 Feb 15 04:29:08.562808 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:08.615586 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a50c85-1be8-4549-92a6-ac534ca4076a req-6822e396-9796-4259-a97a-fff82b119188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:08.617185 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-84a50c85-1be8-4549-92a6-ac534ca4076a req-6822e396-9796-4259-a97a-fff82b119188 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4287db8-7eb1-4b55-9815-94bfd52e6a07 HTTP/1.1" status: 200 len: 912 time: 0.0973916 Feb 15 04:29:08.705330 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-84a50c85-1be8-4549-92a6-ac534ca4076a req-d5fdb58e-716a-47a7-8c2d-939fdbcfd67f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2 HTTP/1.1" status: 200 len: 999 time: 0.0751169 Feb 15 04:29:08.728527 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-3ac4fc95-e369-47d5-b87f-d860a13d44f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'name': 'tempest-TestVolumeBootPattern-2103454828-router', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:12Z', 'updated_at': '2022-02-15T04:28:15Z', 'revision_number': 4, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'gw_port': {'id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:13Z', 'updated_at': '2022-02-15T04:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_floatingips': [{'id': 'd34e4c9b-fe3c-4644-8fc7-5510dc406766', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'floating_ip_address': '172.27.1.226', 'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'router_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'port_id': '6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'mac_address': 'fa:16:3e:4d:6d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c35f39-3caa-49f1-9289-7514ba7f3edb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:29:07Z', 'updated_at': '2022-02-15T04:29:07Z', 'revision_number': 0, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2937b8f6-f072-4b13-9128-38cbe2b73cdc', 'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'mac_address': 'fa:16:3e:fe:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:14Z', 'updated_at': '2022-02-15T04:28:19Z', 'revision_number': 5, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'subnets': [{'id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:29:08.761231 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a50c85-1be8-4549-92a6-ac534ca4076a req-8d99d7d6-8baa-432b-8af0-fc42f905f3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:08.762791 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac4fc95-e369-47d5-b87f-d860a13d44f7 None None] Checking router: 41e7748f-650f-4151-8f2f-d9acdce02b57 for host: dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:29:08.762953 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-84a50c85-1be8-4549-92a6-ac534ca4076a req-8d99d7d6-8baa-432b-8af0-fc42f905f3fc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f97f1759-e368-4358-a87b-0867da6a151d HTTP/1.1" status: 200 len: 851 time: 0.0517855 Feb 15 04:29:08.771784 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac4fc95-e369-47d5-b87f-d860a13d44f7 None None] Routers {'41e7748f-650f-4151-8f2f-d9acdce02b57'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:29:08.772416 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-3ac4fc95-e369-47d5-b87f-d860a13d44f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:29:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['41e7748f-650f-4151-8f2f-d9acdce02b57'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:29:08.826180 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a50c85-1be8-4549-92a6-ac534ca4076a req-41bd7eb4-ec05-4a4e-8986-48c5dc607e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:08.827987 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-84a50c85-1be8-4549-92a6-ac534ca4076a req-41bd7eb4-ec05-4a4e-8986-48c5dc607e15 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4287db8-7eb1-4b55-9815-94bfd52e6a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586145 Feb 15 04:29:08.902496 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-3ac4fc95-e369-47d5-b87f-d860a13d44f7 None None] Set router 41e7748f-650f-4151-8f2f-d9acdce02b57 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:29:08.941171 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-84a50c85-1be8-4549-92a6-ac534ca4076a req-110ad5d5-c14d-4fb1-915c-74b2323e1eaf service neutron] 10.222.0.59 "GET /v2.0/networks/a4287db8-7eb1-4b55-9815-94bfd52e6a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066320 Feb 15 04:29:09.051713 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-84a50c85-1be8-4549-92a6-ac534ca4076a req-db403543-ff47-464a-b33d-5187387c1194 service neutron] 10.222.0.59 "GET /v2.0/networks/a4287db8-7eb1-4b55-9815-94bfd52e6a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029437 Feb 15 04:29:09.276781 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-3ac4fc95-e369-47d5-b87f-d860a13d44f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'name': 'tempest-TestVolumeBootPattern-2103454828-router', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:12Z', 'updated_at': '2022-02-15T04:28:15Z', 'revision_number': 4, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'gw_port': {'id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:13Z', 'updated_at': '2022-02-15T04:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_floatingips': [{'id': 'd34e4c9b-fe3c-4644-8fc7-5510dc406766', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'floating_ip_address': '172.27.1.226', 'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'router_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'port_id': '6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'mac_address': 'fa:16:3e:4d:6d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c35f39-3caa-49f1-9289-7514ba7f3edb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:29:07Z', 'updated_at': '2022-02-15T04:29:07Z', 'revision_number': 0, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2937b8f6-f072-4b13-9128-38cbe2b73cdc', 'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'mac_address': 'fa:16:3e:fe:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:14Z', 'updated_at': '2022-02-15T04:28:19Z', 'revision_number': 5, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'subnets': [{'id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:29:09.303916 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac4fc95-e369-47d5-b87f-d860a13d44f7 None None] The sync data for ids ['41e7748f-650f-4151-8f2f-d9acdce02b57'] in dv-cinder-816104-2-iscsi is: [{'id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'name': 'tempest-TestVolumeBootPattern-2103454828-router', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:12Z', 'updated_at': '2022-02-15T04:28:15Z', 'revision_number': 4, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'gw_port': {'id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:13Z', 'updated_at': '2022-02-15T04:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_floatingips': [{'id': 'd34e4c9b-fe3c-4644-8fc7-5510dc406766', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'floating_ip_address': '172.27.1.226', 'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'router_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'port_id': '6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'mac_address': 'fa:16:3e:4d:6d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c35f39-3caa-49f1-9289-7514ba7f3edb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:29:07Z', 'updated_at': '2022-02-15T04:29:07Z', 'revision_number': 0, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2937b8f6-f072-4b13-9128-38cbe2b73cdc', 'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'mac_address': 'fa:16:3e:fe:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:14Z', 'updated_at': '2022-02-15T04:28:19Z', 'revision_number': 5, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'subnets': [{'id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:29:09.368923 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639249c0-4369-4bdb-bc1d-3c2fdb329673 req-d1e3edef-17a9-4621-adff-b17aa41837d8 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:09.370432 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-639249c0-4369-4bdb-bc1d-3c2fdb329673 req-d1e3edef-17a9-4621-adff-b17aa41837d8 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.0553062 Feb 15 04:29:09.424031 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-639249c0-4369-4bdb-bc1d-3c2fdb329673 req-72b1e14c-b462-49c3-8b8c-1f28c64992c3 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471604 Feb 15 04:29:09.502671 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c19e2d6-5db3-42f3-a990-64a01b6c0bef None None] New status for floating IP d34e4c9b-fe3c-4644-8fc7-5510dc406766: ACTIVE {{(pid=102636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 04:29:09.783738 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:10.006061 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd7845-8261-4098-8652-03a25d0b663e req-35fd843d-e268-4153-b6dc-b27483f94e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:10.007590 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-13fd7845-8261-4098-8652-03a25d0b663e req-35fd843d-e268-4153-b6dc-b27483f94e08 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6908f5f033f4c8888210c0cf405f4fa&device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 1130 time: 0.0459239 Feb 15 04:29:10.100028 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd7845-8261-4098-8652-03a25d0b663e req-e824cf98-61db-4804-9507-8346ccaa5844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:10.101576 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-13fd7845-8261-4098-8652-03a25d0b663e req-e824cf98-61db-4804-9507-8346ccaa5844 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f0c3e2a8-7b6d-47b3-b743-56e894a4b50d HTTP/1.1" status: 200 len: 916 time: 0.0872111 Feb 15 04:29:10.165238 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-13fd7845-8261-4098-8652-03a25d0b663e req-3947b45a-e25b-4201-b8ac-e9458b4fa678 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f6ba102-729f-4db0-85bd-4f490aab77db HTTP/1.1" status: 200 len: 1002 time: 0.0573170 Feb 15 04:29:10.216452 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd7845-8261-4098-8652-03a25d0b663e req-2b687213-7a3e-4aee-9a1b-69dd6bfc1a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:10.217948 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-13fd7845-8261-4098-8652-03a25d0b663e req-2b687213-7a3e-4aee-9a1b-69dd6bfc1a6e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5c54656-66d3-4f7d-bcac-e474d59bf132 HTTP/1.1" status: 200 len: 855 time: 0.0469162 Feb 15 04:29:10.267565 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd7845-8261-4098-8652-03a25d0b663e req-1e716fc6-3bfd-4d8f-9de7-251f6144108b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:10.268996 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-13fd7845-8261-4098-8652-03a25d0b663e req-1e716fc6-3bfd-4d8f-9de7-251f6144108b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0c3e2a8-7b6d-47b3-b743-56e894a4b50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447886 Feb 15 04:29:10.355774 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-13fd7845-8261-4098-8652-03a25d0b663e req-3a19aaf3-2aa3-4a4a-b523-88902be3a6b1 service neutron] 10.222.0.59 "GET /v2.0/networks/f0c3e2a8-7b6d-47b3-b743-56e894a4b50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805566 Feb 15 04:29:10.446345 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-13fd7845-8261-4098-8652-03a25d0b663e req-3786248f-5b16-4a79-a9c6-2b43b0d87718 service neutron] 10.222.0.59 "GET /v2.0/networks/f0c3e2a8-7b6d-47b3-b743-56e894a4b50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840008 Feb 15 04:29:10.550428 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f440d-7944-401c-9de7-2e44d5f2a689 req-b73b7e36-67d8-4918-9778-7ba28ea2246c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:10.551939 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b60f440d-7944-401c-9de7-2e44d5f2a689 req-b73b7e36-67d8-4918-9778-7ba28ea2246c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.0547998 Feb 15 04:29:10.598231 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b60f440d-7944-401c-9de7-2e44d5f2a689 req-def5ca43-046a-4e7b-94c1-48400f3c820e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408239 Feb 15 04:29:11.729316 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ae814-bcd1-41ad-8b15-acc229d15b69 req-bbcd9c79-ce68-423f-9931-5ba311e5d6b0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:11.730806 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-789ae814-bcd1-41ad-8b15-acc229d15b69 req-bbcd9c79-ce68-423f-9931-5ba311e5d6b0 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.0623708 Feb 15 04:29:11.770603 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:11.782225 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-789ae814-bcd1-41ad-8b15-acc229d15b69 req-38649619-ce06-47ff-9f97-3673abf31062 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448258 Feb 15 04:29:12.627232 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:29:12.909827 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e45e70-953d-4713-a6ee-f6ddda39d860 req-318aafd0-0e75-4b7b-b6b6-fd422ea0370f tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:12.911211 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c1e45e70-953d-4713-a6ee-f6ddda39d860 req-318aafd0-0e75-4b7b-b6b6-fd422ea0370f tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 946 time: 0.0563700 Feb 15 04:29:12.937191 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 9f6ba102-729f-4db0-85bd-4f490aab77db no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:29:12.959332 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c1e45e70-953d-4713-a6ee-f6ddda39d860 req-557b6789-8084-4730-acb9-eefe7f6dc1bb tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425858 Feb 15 04:29:13.019345 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 9f6ba102-729f-4db0-85bd-4f490aab77db is: ACTIVE; New status is: DOWN {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:29:13.019746 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (9f6ba102-729f-4db0-85bd-4f490aab77db), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:13.043146 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8003b584-f389-4058-8718-5e3ca7015245', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f6ba102-729f-4db0-85bd-4f490aab77db'}] {{(pid=102635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:29:13.045402 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274a2a5e9be6a0ee09154d0e072c1b660d39e5ec588b61e50c849ad5e467022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d01bf8c-950e-446e-8afb-4792be520429" -d '{"events": [{"server_uuid": "8003b584-f389-4058-8718-5e3ca7015245", "name": "network-vif-unplugged", "status": "completed", "tag": "9f6ba102-729f-4db0-85bd-4f490aab77db"}]}' {{(pid=102635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:29:13.058556 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 9f6ba102-729f-4db0-85bd-4f490aab77db, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=9f6ba102-729f-4db0-85bd-4f490aab77db,segment=NetworkSegment(a2939050-b15c-425b-a2c1-f2f0e37f1e44),segment_id=a2939050-b15c-425b-a2c1-f2f0e37f1e44)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:29:13.066211 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (9f6ba102-729f-4db0-85bd-4f490aab77db), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:13.089745 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Feb 2022 04:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839aaca5-799c-43a0-b91c-3e6b66b6e249 x-openstack-request-id: req-839aaca5-799c-43a0-b91c-3e6b66b6e249 {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:29:13.090037 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8003b584-f389-4058-8718-5e3ca7015245", "name": "network-vif-unplugged", "status": "failed", "tag": "9f6ba102-729f-4db0-85bd-4f490aab77db", "code": 422}]} {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:29:13.090290 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-839aaca5-799c-43a0-b91c-3e6b66b6e249 {{(pid=102635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:29:13.090716 dv-cinder-816104-2-iscsi neutron-server[102635]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8003b584-f389-4058-8718-5e3ca7015245', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9f6ba102-729f-4db0-85bd-4f490aab77db', 'code': 422} returned with failed status Feb 15 04:29:13.116749 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=9f6ba102-729f-4db0-85bd-4f490aab77db,revision_number=8']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:29:13.741973 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [req-7aea52ef-2b37-4b24-9ac0-ab57a6dd2f77 req-5b99dd15-c44f-4c8e-a045-d85b3185e767 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 04:29:13.743063 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7aea52ef-2b37-4b24-9ac0-ab57a6dd2f77 req-5b99dd15-c44f-4c8e-a045-d85b3185e767 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0490479 Feb 15 04:29:13.908767 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37e6c1-2ed6-4c2e-ac58-ddcad4f1807a req-8ffe744e-cb23-496d-a60b-8ef904ef6136 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:13.910303 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2f37e6c1-2ed6-4c2e-ac58-ddcad4f1807a req-8ffe744e-cb23-496d-a60b-8ef904ef6136 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 944 time: 0.0552146 Feb 15 04:29:13.957692 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2f37e6c1-2ed6-4c2e-ac58-ddcad4f1807a req-ac3baa16-7afe-4129-b145-f34fdd8f8bce tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418098 Feb 15 04:29:14.095570 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 60272) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:29:14.178989 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-550db0d9-c248-43b9-9d56-f2852e3c6e0d req-662e1006-59a0-4f2e-89a3-97c3a0c78c82 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821996 Feb 15 04:29:14.187191 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [req-550db0d9-c248-43b9-9d56-f2852e3c6e0d req-7db8f6f1-0237-4333-9481-6aa1d9d22c81 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 04:29:14.188127 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-550db0d9-c248-43b9-9d56-f2852e3c6e0d req-7db8f6f1-0237-4333-9481-6aa1d9d22c81 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047235 Feb 15 04:29:14.263771 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 60280) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:29:14.358641 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550db0d9-c248-43b9-9d56-f2852e3c6e0d req-d03b04ca-fa5c-45c7-92e8-baf0cd4d23e6 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:14.360122 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-550db0d9-c248-43b9-9d56-f2852e3c6e0d req-d03b04ca-fa5c-45c7-92e8-baf0cd4d23e6 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports/9f6ba102-729f-4db0-85bd-4f490aab77db HTTP/1.1" status: 200 len: 941 time: 0.0953319 Feb 15 04:29:15.088015 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b6fbe-ed08-4e4e-9cc6-3c1182392da8 req-7a48f402-ef39-464e-aab1-9bec94fd3d1c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:15.089500 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d31b6fbe-ed08-4e4e-9cc6-3c1182392da8 req-7a48f402-ef39-464e-aab1-9bec94fd3d1c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 944 time: 0.0547693 Feb 15 04:29:15.128354 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550db0d9-c248-43b9-9d56-f2852e3c6e0d req-bbc0c2bc-7da3-43bb-aed5-abc9795a8c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:15.129958 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-550db0d9-c248-43b9-9d56-f2852e3c6e0d req-bbc0c2bc-7da3-43bb-aed5-abc9795a8c14 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245&tenant_id=b6908f5f033f4c8888210c0cf405f4fa HTTP/1.1" status: 200 len: 1128 time: 0.0451746 Feb 15 04:29:15.138571 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d31b6fbe-ed08-4e4e-9cc6-3c1182392da8 req-18452c96-136a-407c-b69a-656f509b8a95 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421073 Feb 15 04:29:15.199514 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550db0d9-c248-43b9-9d56-f2852e3c6e0d req-c5dfbaa6-1867-4120-a1d7-403d0a04970a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:15.201001 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-550db0d9-c248-43b9-9d56-f2852e3c6e0d req-c5dfbaa6-1867-4120-a1d7-403d0a04970a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6908f5f033f4c8888210c0cf405f4fa&device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 1128 time: 0.0487783 Feb 15 04:29:15.290056 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550db0d9-c248-43b9-9d56-f2852e3c6e0d req-35ac0239-3c51-46f6-8a55-dc6fe8c25fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:15.291409 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-550db0d9-c248-43b9-9d56-f2852e3c6e0d req-35ac0239-3c51-46f6-8a55-dc6fe8c25fba service neutron] 10.222.0.59 "GET /v2.0/networks?id=f0c3e2a8-7b6d-47b3-b743-56e894a4b50d HTTP/1.1" status: 200 len: 916 time: 0.0840371 Feb 15 04:29:15.359889 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-550db0d9-c248-43b9-9d56-f2852e3c6e0d req-08a41bb4-5d32-4475-8570-a0947e0564a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f6ba102-729f-4db0-85bd-4f490aab77db HTTP/1.1" status: 200 len: 1000 time: 0.0622306 Feb 15 04:29:15.406056 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550db0d9-c248-43b9-9d56-f2852e3c6e0d req-bc678b38-5077-4583-8836-7c17c17ac761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:15.408500 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-550db0d9-c248-43b9-9d56-f2852e3c6e0d req-bc678b38-5077-4583-8836-7c17c17ac761 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5c54656-66d3-4f7d-bcac-e474d59bf132 HTTP/1.1" status: 200 len: 855 time: 0.0429235 Feb 15 04:29:15.455889 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550db0d9-c248-43b9-9d56-f2852e3c6e0d req-0791bb05-1f9c-4c86-8351-27b1a68997ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:15.457359 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-550db0d9-c248-43b9-9d56-f2852e3c6e0d req-0791bb05-1f9c-4c86-8351-27b1a68997ae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0c3e2a8-7b6d-47b3-b743-56e894a4b50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430174 Feb 15 04:29:15.549360 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-550db0d9-c248-43b9-9d56-f2852e3c6e0d req-231e0c8b-2044-43e5-a57a-4a8492495373 service neutron] 10.222.0.59 "GET /v2.0/networks/f0c3e2a8-7b6d-47b3-b743-56e894a4b50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850034 Feb 15 04:29:15.638128 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-550db0d9-c248-43b9-9d56-f2852e3c6e0d req-08d65e9d-ad09-4d3b-8c89-e841e7d2c8f4 service neutron] 10.222.0.59 "GET /v2.0/networks/f0c3e2a8-7b6d-47b3-b743-56e894a4b50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823271 Feb 15 04:29:16.281277 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab159c-9cd9-42ff-8a9f-58fbe1947934 req-5737c8ba-882f-4402-b72c-585f53c1596e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:16.282854 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-90ab159c-9cd9-42ff-8a9f-58fbe1947934 req-5737c8ba-882f-4402-b72c-585f53c1596e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 944 time: 0.0623980 Feb 15 04:29:16.337738 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-90ab159c-9cd9-42ff-8a9f-58fbe1947934 req-d90c8506-b145-4491-823b-8de0ca878e95 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490727 Feb 15 04:29:17.466549 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3e92f-a677-41ed-9e65-d834716572ac req-8f7209a1-47c7-47cc-9416-19f450c1508f tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:17.468035 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-5db3e92f-a677-41ed-9e65-d834716572ac req-8f7209a1-47c7-47cc-9416-19f450c1508f tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 944 time: 0.0554268 Feb 15 04:29:17.517678 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-5db3e92f-a677-41ed-9e65-d834716572ac req-c6030c08-0d41-4b52-841f-e66d7fb25eb3 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431819 Feb 15 04:29:18.647449 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6559fd-4f35-4d3e-a3bb-41af958aa4a8 req-2a24e385-7096-448d-8eab-24df88487270 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:18.648990 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dc6559fd-4f35-4d3e-a3bb-41af958aa4a8 req-2a24e385-7096-448d-8eab-24df88487270 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 944 time: 0.0564439 Feb 15 04:29:18.702976 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dc6559fd-4f35-4d3e-a3bb-41af958aa4a8 req-f6526baa-5dda-437c-88b6-10ef6d19998c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483403 Feb 15 04:29:19.838209 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68138b3d-85ea-4244-968b-8fc667cabf59 req-819343b2-1469-4f63-9fe0-9e4403eba0a7 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:19.839809 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-68138b3d-85ea-4244-968b-8fc667cabf59 req-819343b2-1469-4f63-9fe0-9e4403eba0a7 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 944 time: 0.0595481 Feb 15 04:29:19.888451 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-68138b3d-85ea-4244-968b-8fc667cabf59 req-aa9c0d87-1784-41df-8b17-ba494a733905 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420139 Feb 15 04:29:21.018700 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bad7a-3a44-421d-8ad4-3a1340b8f351 req-d4fee0c3-ac89-4a48-886e-e731ce0b9e71 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:21.020426 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a66bad7a-3a44-421d-8ad4-3a1340b8f351 req-d4fee0c3-ac89-4a48-886e-e731ce0b9e71 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 944 time: 0.0553401 Feb 15 04:29:21.069361 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a66bad7a-3a44-421d-8ad4-3a1340b8f351 req-51c84d5b-55cb-4f49-bf06-625fa5924df6 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433190 Feb 15 04:29:22.202804 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a45de-7d18-463e-8192-5bf1385920ca req-eda5e56a-f86d-4aef-82c2-af82ef43f621 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:22.204344 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a70a45de-7d18-463e-8192-5bf1385920ca req-eda5e56a-f86d-4aef-82c2-af82ef43f621 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 944 time: 0.0543032 Feb 15 04:29:22.254450 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a70a45de-7d18-463e-8192-5bf1385920ca req-949f0faa-d7f5-45fb-b004-c8398614f257 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438409 Feb 15 04:29:23.387126 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8adba-84b2-4ae6-9a58-633b31176c4f req-b92e3a9c-fe6e-4f05-957f-e93680450653 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:23.388594 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5cc8adba-84b2-4ae6-9a58-633b31176c4f req-b92e3a9c-fe6e-4f05-957f-e93680450653 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 944 time: 0.0578525 Feb 15 04:29:23.439337 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5cc8adba-84b2-4ae6-9a58-633b31176c4f req-4704d040-4222-4be7-82b4-631ee41e1cb8 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426950 Feb 15 04:29:24.566080 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9058cae-f498-4f30-8fe8-517b21a0e8d1 req-645f5595-8da8-4d58-9961-6cc483644cd1 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:24.568273 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-e9058cae-f498-4f30-8fe8-517b21a0e8d1 req-645f5595-8da8-4d58-9961-6cc483644cd1 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 944 time: 0.0532112 Feb 15 04:29:24.620325 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-e9058cae-f498-4f30-8fe8-517b21a0e8d1 req-418c27b5-bc9c-44de-b411-36edb34ea066 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468059 Feb 15 04:29:25.744866 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d19b8-a020-4e78-9379-fd488430ad0f req-608fb4c6-1fc5-4669-a8ac-05351961d611 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:25.746395 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-391d19b8-a020-4e78-9379-fd488430ad0f req-608fb4c6-1fc5-4669-a8ac-05351961d611 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 944 time: 0.0527124 Feb 15 04:29:25.799994 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-391d19b8-a020-4e78-9379-fd488430ad0f req-f89320ec-ae64-4e0a-afee-efabe9c400e6 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478697 Feb 15 04:29:26.922050 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e893db-2edd-40fd-a708-2e965b118c8b req-755622c9-dc60-4cce-8753-f1dfb4dd0a06 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:26.924227 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-e3e893db-2edd-40fd-a708-2e965b118c8b req-755622c9-dc60-4cce-8753-f1dfb4dd0a06 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 944 time: 0.0525179 Feb 15 04:29:26.974978 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-e3e893db-2edd-40fd-a708-2e965b118c8b req-b1912d60-33ba-44b0-b2d2-6ea0b4a6b625 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452263 Feb 15 04:29:28.097531 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef3687-fc93-4b29-b9d7-21f762ba6c0e req-9ba0fb93-a40e-402f-9a63-eaad326e9eee tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:28.098974 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a9ef3687-fc93-4b29-b9d7-21f762ba6c0e req-9ba0fb93-a40e-402f-9a63-eaad326e9eee tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 944 time: 0.0516558 Feb 15 04:29:28.149263 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a9ef3687-fc93-4b29-b9d7-21f762ba6c0e req-391fcca7-3601-4ddc-8039-a52c3cfbda71 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447061 Feb 15 04:29:29.269985 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933938e-9097-4abb-b452-581e76ce15e7 req-b67552a8-62a1-4652-96a5-9f7fe268c328 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:29.271454 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-8933938e-9097-4abb-b452-581e76ce15e7 req-b67552a8-62a1-4652-96a5-9f7fe268c328 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 944 time: 0.0525134 Feb 15 04:29:29.317140 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-8933938e-9097-4abb-b452-581e76ce15e7 req-13b30e03-3579-4357-8ece-e49b9e8ee686 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401421 Feb 15 04:29:30.436876 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61b881-c720-40e8-89f2-75ac55b5fbc9 req-bd6e4290-5b61-49fd-9a70-39d38c1b9e81 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:30.438353 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ea61b881-c720-40e8-89f2-75ac55b5fbc9 req-bd6e4290-5b61-49fd-9a70-39d38c1b9e81 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 944 time: 0.0517814 Feb 15 04:29:30.483949 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ea61b881-c720-40e8-89f2-75ac55b5fbc9 req-f66fa87a-e403-4136-ae08-164e6cdd218d tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401356 Feb 15 04:29:31.610514 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ba0ff-dc48-4269-8ac5-ac28fb61984c req-4bc37f17-1c1d-4ec5-b232-2124fb7af58e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:31.612005 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-904ba0ff-dc48-4269-8ac5-ac28fb61984c req-4bc37f17-1c1d-4ec5-b232-2124fb7af58e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 944 time: 0.0561249 Feb 15 04:29:31.658227 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-904ba0ff-dc48-4269-8ac5-ac28fb61984c req-89cf05de-322b-4a61-8fd3-fdd3b63a2887 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402825 Feb 15 04:29:32.268411 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-9e644214-cfa8-482d-b887-bf13a6e65baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:32.781683 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690cca6c-e972-4f49-9c88-bfb898dd6d7f req-b88f6de5-7e56-41f8-82a6-d93736f8df0c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:32.783787 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-690cca6c-e972-4f49-9c88-bfb898dd6d7f req-b88f6de5-7e56-41f8-82a6-d93736f8df0c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 944 time: 0.0527937 Feb 15 04:29:32.831346 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-690cca6c-e972-4f49-9c88-bfb898dd6d7f req-b775e326-91a4-444a-8816-631a5c068093 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419793 Feb 15 04:29:33.066862 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 9f6ba102-729f-4db0-85bd-4f490aab77db details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 04:29:33.168087 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 9f6ba102-729f-4db0-85bd-4f490aab77db, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=9f6ba102-729f-4db0-85bd-4f490aab77db,segment=NetworkSegment(a2939050-b15c-425b-a2c1-f2f0e37f1e44),segment_id=a2939050-b15c-425b-a2c1-f2f0e37f1e44)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:29:33.180059 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Returning: {'device': '9f6ba102-729f-4db0-85bd-4f490aab77db', 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d', 'port_id': '9f6ba102-729f-4db0-85bd-4f490aab77db', 'mac_address': 'fa:16:3e:9a:28:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 04:29:33.219062 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 9f6ba102-729f-4db0-85bd-4f490aab77db is: DOWN; New status is: BUILD {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:29:33.219451 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (9f6ba102-729f-4db0-85bd-4f490aab77db), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:33.232293 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6ba102-729f-4db0-85bd-4f490aab77db {{(pid=102635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:29:33.252494 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 9f6ba102-729f-4db0-85bd-4f490aab77db, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=9f6ba102-729f-4db0-85bd-4f490aab77db,segment=NetworkSegment(a2939050-b15c-425b-a2c1-f2f0e37f1e44),segment_id=a2939050-b15c-425b-a2c1-f2f0e37f1e44)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:29:33.256126 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (9f6ba102-729f-4db0-85bd-4f490aab77db), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:33.306689 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=9f6ba102-729f-4db0-85bd-4f490aab77db,revision_number=9']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:29:33.313915 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:33.314867 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:33.315296 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:33.315642 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:33.315977 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:33.316359 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:33.316642 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:33.317054 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:33.317329 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:33.317664 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:33.317989 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:33.318312 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:33.318641 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:33.622783 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['9f6ba102-729f-4db0-85bd-4f490aab77db'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:29:33.960362 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55519c2c-eb3e-4f98-97cc-d5c6bc1124c0 req-239cba92-1a15-4f9c-a315-880123725cea tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:33.965083 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-55519c2c-eb3e-4f98-97cc-d5c6bc1124c0 req-239cba92-1a15-4f9c-a315-880123725cea tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 945 time: 0.0605309 Feb 15 04:29:34.010246 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-55519c2c-eb3e-4f98-97cc-d5c6bc1124c0 req-1934efff-6dee-4b20-ad1e-4d5c763cd43b tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429368 Feb 15 04:29:34.200163 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f0a49-b195-4e8f-9c52-2b98d35d0700 req-397b03fb-cc6a-4931-b28c-bbb2b04368fe tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:34.201649 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5d0f0a49-b195-4e8f-9c52-2b98d35d0700 req-397b03fb-cc6a-4931-b28c-bbb2b04368fe tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=27e88377-792d-40c9-9e30-6e1cf6b1017c HTTP/1.1" status: 200 len: 946 time: 0.0515666 Feb 15 04:29:34.248111 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5d0f0a49-b195-4e8f-9c52-2b98d35d0700 req-f38f2565-001a-4982-b4c0-e6df98344a0f tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=63bcead6-7c35-4eb9-adf5-c563b5eaa0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401063 Feb 15 04:29:35.061275 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 9f6ba102-729f-4db0-85bd-4f490aab77db up at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:29:35.113408 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning complete for port 9f6ba102-729f-4db0-85bd-4f490aab77db triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:29:35.113783 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (9f6ba102-729f-4db0-85bd-4f490aab77db), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:35.135095 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35814c50-2f80-417b-b692-3b88ada8df40 req-aa9263e6-a03e-463a-ac69-0c28bde36fde tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:35.136586 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-35814c50-2f80-417b-b692-3b88ada8df40 req-aa9263e6-a03e-463a-ac69-0c28bde36fde tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 945 time: 0.0522554 Feb 15 04:29:35.186699 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-35814c50-2f80-417b-b692-3b88ada8df40 req-208b9f20-ac83-4f90-990d-e37be6e43cc7 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440850 Feb 15 04:29:35.190398 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 9f6ba102-729f-4db0-85bd-4f490aab77db is: BUILD; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:29:35.190791 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (9f6ba102-729f-4db0-85bd-4f490aab77db), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:35.214424 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8003b584-f389-4058-8718-5e3ca7015245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6ba102-729f-4db0-85bd-4f490aab77db'}] {{(pid=102635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:29:35.216643 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274a2a5e9be6a0ee09154d0e072c1b660d39e5ec588b61e50c849ad5e467022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0c6709-5a4c-4294-b7b6-a5c3ce0892ac" -d '{"events": [{"server_uuid": "8003b584-f389-4058-8718-5e3ca7015245", "name": "network-vif-plugged", "status": "completed", "tag": "9f6ba102-729f-4db0-85bd-4f490aab77db"}]}' {{(pid=102635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:29:35.229908 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 9f6ba102-729f-4db0-85bd-4f490aab77db, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=9f6ba102-729f-4db0-85bd-4f490aab77db,segment=NetworkSegment(a2939050-b15c-425b-a2c1-f2f0e37f1e44),segment_id=a2939050-b15c-425b-a2c1-f2f0e37f1e44)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:29:35.234023 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (9f6ba102-729f-4db0-85bd-4f490aab77db), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:35.261346 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7955d56-a45f-47f1-8d62-3a178ba4a667 x-openstack-request-id: req-d7955d56-a45f-47f1-8d62-3a178ba4a667 {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:29:35.261636 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8003b584-f389-4058-8718-5e3ca7015245", "name": "network-vif-plugged", "status": "completed", "tag": "9f6ba102-729f-4db0-85bd-4f490aab77db", "code": 200}]} {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:29:35.261881 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d7955d56-a45f-47f1-8d62-3a178ba4a667 {{(pid=102635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:29:35.262259 dv-cinder-816104-2-iscsi neutron-server[102635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8003b584-f389-4058-8718-5e3ca7015245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6ba102-729f-4db0-85bd-4f490aab77db', 'code': 200} Feb 15 04:29:35.289388 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=9f6ba102-729f-4db0-85bd-4f490aab77db,revision_number=10']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:29:35.377335 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be1bb5-3682-47aa-910c-a0bc9b6ceccd req-03994b27-89d7-4ea7-bbde-8d6166449db7 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:35.378820 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-e9be1bb5-3682-47aa-910c-a0bc9b6ceccd req-03994b27-89d7-4ea7-bbde-8d6166449db7 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=27e88377-792d-40c9-9e30-6e1cf6b1017c HTTP/1.1" status: 200 len: 946 time: 0.0576558 Feb 15 04:29:35.427397 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-e9be1bb5-3682-47aa-910c-a0bc9b6ceccd req-01cad44c-9a63-4ffd-b72d-3e6d15364197 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=63bcead6-7c35-4eb9-adf5-c563b5eaa0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411859 Feb 15 04:29:35.467141 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f508b8-e4d1-416a-952e-f65d4e611614 req-3b78a7ad-209c-4754-a142-6617439f74f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:35.468604 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b6f508b8-e4d1-416a-952e-f65d4e611614 req-3b78a7ad-209c-4754-a142-6617439f74f4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 1131 time: 0.0480390 Feb 15 04:29:35.511144 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b6f508b8-e4d1-416a-952e-f65d4e611614 req-150ccb85-bc43-47ae-a256-c9af33d01031 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358207 Feb 15 04:29:36.075357 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-6be7aecd-6981-41bf-8065-900e641ab7ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:36.314862 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bf885-b3ba-4e60-b802-4c9d8cff10cb req-e0e2fa15-411e-435d-90a4-c1aca4978397 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:36.316460 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d66bf885-b3ba-4e60-b802-4c9d8cff10cb req-e0e2fa15-411e-435d-90a4-c1aca4978397 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 947 time: 0.0524006 Feb 15 04:29:36.362516 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d66bf885-b3ba-4e60-b802-4c9d8cff10cb req-2f784d4f-06cb-431d-8fd4-9afe8c43c8ac tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404170 Feb 15 04:29:36.441659 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:36.545634 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2e4e5-040c-4106-8d3d-9e85686fcc0c req-07484f44-0ecf-4ba0-8506-b03b72323148 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:36.547095 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-fdf2e4e5-040c-4106-8d3d-9e85686fcc0c req-07484f44-0ecf-4ba0-8506-b03b72323148 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=27e88377-792d-40c9-9e30-6e1cf6b1017c HTTP/1.1" status: 200 len: 946 time: 0.0528579 Feb 15 04:29:36.597289 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-fdf2e4e5-040c-4106-8d3d-9e85686fcc0c req-7426e061-003b-43f5-9ef3-dd4059705063 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups?id=63bcead6-7c35-4eb9-adf5-c563b5eaa0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438299 Feb 15 04:29:36.599630 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f0019-61d8-439a-ae11-842c57ef5935 req-82b7f9d7-42c3-4845-a4c0-b90706d9db1a tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:36.601156 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-909f0019-61d8-439a-ae11-842c57ef5935 req-82b7f9d7-42c3-4845-a4c0-b90706d9db1a tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.59 "GET /v2.0/ports?device_id=27e88377-792d-40c9-9e30-6e1cf6b1017c HTTP/1.1" status: 200 len: 946 time: 0.0539737 Feb 15 04:29:36.703394 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-909f0019-61d8-439a-ae11-842c57ef5935 req-e3bbc87d-7b91-4696-8640-60227058fdcf tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Deleting port 4f19fadb-80cd-49f6-af86-3c319fa31401 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:29:36.703732 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-909f0019-61d8-439a-ae11-842c57ef5935 req-e3bbc87d-7b91-4696-8640-60227058fdcf tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (4f19fadb-80cd-49f6-af86-3c319fa31401), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:36.793291 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-909f0019-61d8-439a-ae11-842c57ef5935 req-e3bbc87d-7b91-4696-8640-60227058fdcf tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] For port 4f19fadb-80cd-49f6-af86-3c319fa31401, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=4f19fadb-80cd-49f6-af86-3c319fa31401,segment=NetworkSegment(893e466e-66a5-45bb-9724-e0a92ab9dee9),segment_id=893e466e-66a5-45bb-9724-e0a92ab9dee9)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:29:36.793647 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-909f0019-61d8-439a-ae11-842c57ef5935 req-e3bbc87d-7b91-4696-8640-60227058fdcf tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (4f19fadb-80cd-49f6-af86-3c319fa31401), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:36.964471 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-909f0019-61d8-439a-ae11-842c57ef5935 req-e3bbc87d-7b91-4696-8640-60227058fdcf tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:36.964751 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-909f0019-61d8-439a-ae11-842c57ef5935 req-e3bbc87d-7b91-4696-8640-60227058fdcf tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639540'] for floatingip (49d7a9d8-7c0b-4415-a337-939f9dccd788), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:36.965098 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.db.l3_db [req-909f0019-61d8-439a-ae11-842c57ef5935 req-e3bbc87d-7b91-4696-8640-60227058fdcf tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Floating IP 49d7a9d8-7c0b-4415-a337-939f9dccd788 disassociated. External IP: 172.27.1.61, port: 4f19fadb-80cd-49f6-af86-3c319fa31401. Feb 15 04:29:36.965437 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-909f0019-61d8-439a-ae11-842c57ef5935 req-e3bbc87d-7b91-4696-8640-60227058fdcf tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Calling delete_port for 4f19fadb-80cd-49f6-af86-3c319fa31401 owned by compute:nova {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:29:37.088681 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-909f0019-61d8-439a-ae11-842c57ef5935 req-e3bbc87d-7b91-4696-8640-60227058fdcf tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (4f19fadb-80cd-49f6-af86-3c319fa31401), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:37.121798 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bbc87d-7b91-4696-8640-60227058fdcf tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Pushing event deleted for resources: {'Port': ['ID=4f19fadb-80cd-49f6-af86-3c319fa31401,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:29:37.131888 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bbc87d-7b91-4696-8640-60227058fdcf tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:37.132242 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bbc87d-7b91-4696-8640-60227058fdcf tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:37.132583 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bbc87d-7b91-4696-8640-60227058fdcf tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:37.132940 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bbc87d-7b91-4696-8640-60227058fdcf tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:37.133278 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bbc87d-7b91-4696-8640-60227058fdcf tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:37.133604 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bbc87d-7b91-4696-8640-60227058fdcf tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:37.133928 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bbc87d-7b91-4696-8640-60227058fdcf tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:37.134255 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bbc87d-7b91-4696-8640-60227058fdcf tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:37.134577 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bbc87d-7b91-4696-8640-60227058fdcf tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:37.134903 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bbc87d-7b91-4696-8640-60227058fdcf tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:37.135235 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bbc87d-7b91-4696-8640-60227058fdcf tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:37.135546 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bbc87d-7b91-4696-8640-60227058fdcf tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:37.135863 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bbc87d-7b91-4696-8640-60227058fdcf tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:29:37.251025 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-909f0019-61d8-439a-ae11-842c57ef5935 req-e3bbc87d-7b91-4696-8640-60227058fdcf tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Router c9fea396-0fd8-4a83-909f-94149fea34f8 has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:29:37.369646 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-909f0019-61d8-439a-ae11-842c57ef5935 req-e3bbc87d-7b91-4696-8640-60227058fdcf tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:29:37.382925 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdc729c-2051-48c3-be56-3271093e7181 None None] Sync routers for ids ['c9fea396-0fd8-4a83-909f-94149fea34f8'] in dv-cinder-816104-2-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:29:37.395742 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdc729c-2051-48c3-be56-3271093e7181 None None] Routers {'c9fea396-0fd8-4a83-909f-94149fea34f8'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:29:37.396641 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-9cdc729c-2051-48c3-be56-3271093e7181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:29:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['c9fea396-0fd8-4a83-909f-94149fea34f8'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:29:37.414474 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-909f0019-61d8-439a-ae11-842c57ef5935 req-e3bbc87d-7b91-4696-8640-60227058fdcf tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] No DVR routers for this DVR port 4f19fadb-80cd-49f6-af86-3c319fa31401 on host hv-cinder-81610 {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:29:37.417889 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-909f0019-61d8-439a-ae11-842c57ef5935 req-e3bbc87d-7b91-4696-8640-60227058fdcf tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:37.421412 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-909f0019-61d8-439a-ae11-842c57ef5935 req-e3bbc87d-7b91-4696-8640-60227058fdcf tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.59 "DELETE /v2.0/ports/4f19fadb-80cd-49f6-af86-3c319fa31401 HTTP/1.1" status: 204 len: 173 time: 0.8086209 Feb 15 04:29:37.421885 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e88377-792d-40c9-9e30-6e1cf6b1017c', 'name': 'network-vif-deleted', 'tag': '4f19fadb-80cd-49f6-af86-3c319fa31401'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:29:37.424292 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff2a5a0-1262-4e1d-8821-2997db6b3a89" -d '{"events": [{"server_uuid": "27e88377-792d-40c9-9e30-6e1cf6b1017c", "name": "network-vif-deleted", "tag": "4f19fadb-80cd-49f6-af86-3c319fa31401"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:29:37.499488 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8ae880-b0e8-4c98-a347-738491cbb65a x-openstack-request-id: req-be8ae880-b0e8-4c98-a347-738491cbb65a {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:29:37.499783 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e88377-792d-40c9-9e30-6e1cf6b1017c", "name": "network-vif-deleted", "tag": "4f19fadb-80cd-49f6-af86-3c319fa31401", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:29:37.500049 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-be8ae880-b0e8-4c98-a347-738491cbb65a {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:29:37.500428 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e88377-792d-40c9-9e30-6e1cf6b1017c', 'name': 'network-vif-deleted', 'tag': '4f19fadb-80cd-49f6-af86-3c319fa31401', 'status': 'completed', 'code': 200} Feb 15 04:29:37.538509 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda3c71-c2cf-4ded-8c2a-e58cc4e0ff41 req-f1fbf8ba-b774-4330-a8c9-912d4773ae02 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:37.544623 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8cda3c71-c2cf-4ded-8c2a-e58cc4e0ff41 req-f1fbf8ba-b774-4330-a8c9-912d4773ae02 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 947 time: 0.0989099 Feb 15 04:29:37.574150 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-9cdc729c-2051-48c3-be56-3271093e7181 None None] Set router c9fea396-0fd8-4a83-909f-94149fea34f8 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:29:37.630845 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8cda3c71-c2cf-4ded-8c2a-e58cc4e0ff41 req-b2cc9d66-94fe-4161-80f5-aa0c344962bb tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830920 Feb 15 04:29:37.741791 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-bc6922df-df1a-4bd1-9eb2-acedfa57ced1 req-64dd19a5-a2f0-4d2a-baec-11cd4560db4a tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/ports?device_id=27e88377-792d-40c9-9e30-6e1cf6b1017c HTTP/1.1" status: 200 len: 210 time: 0.0377917 Feb 15 04:29:37.824474 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-9cdc729c-2051-48c3-be56-3271093e7181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'name': 'tempest-AttachVolumeTestJSON-1521098367-router', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:35Z', 'updated_at': '2022-02-15T04:19:54Z', 'revision_number': 4, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'gw_port': {'id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:38Z', 'updated_at': '2022-02-15T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '12a08514-3162-4e1a-98d9-ba47008b772b', 'name': '', 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'mac_address': 'fa:16:3e:2c:7b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07051326-83bf-45b5-9e91-0b63b787c497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:47Z', 'updated_at': '2022-02-15T04:20:05Z', 'revision_number': 5, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'subnets': [{'id': '07051326-83bf-45b5-9e91-0b63b787c497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:29:37.855756 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdc729c-2051-48c3-be56-3271093e7181 None None] Checking router: c9fea396-0fd8-4a83-909f-94149fea34f8 for host: dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:29:37.865655 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdc729c-2051-48c3-be56-3271093e7181 None None] Routers {'c9fea396-0fd8-4a83-909f-94149fea34f8'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:29:37.866281 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-9cdc729c-2051-48c3-be56-3271093e7181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:29:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['c9fea396-0fd8-4a83-909f-94149fea34f8'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:29:37.979337 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-9cdc729c-2051-48c3-be56-3271093e7181 None None] Set router c9fea396-0fd8-4a83-909f-94149fea34f8 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:29:38.179916 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-9cdc729c-2051-48c3-be56-3271093e7181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'name': 'tempest-AttachVolumeTestJSON-1521098367-router', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:35Z', 'updated_at': '2022-02-15T04:19:54Z', 'revision_number': 4, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'gw_port': {'id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:38Z', 'updated_at': '2022-02-15T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '12a08514-3162-4e1a-98d9-ba47008b772b', 'name': '', 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'mac_address': 'fa:16:3e:2c:7b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07051326-83bf-45b5-9e91-0b63b787c497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:47Z', 'updated_at': '2022-02-15T04:20:05Z', 'revision_number': 5, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'subnets': [{'id': '07051326-83bf-45b5-9e91-0b63b787c497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:29:38.205844 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdc729c-2051-48c3-be56-3271093e7181 None None] The sync data for ids ['c9fea396-0fd8-4a83-909f-94149fea34f8'] in dv-cinder-816104-2-iscsi is: [{'id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'name': 'tempest-AttachVolumeTestJSON-1521098367-router', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:35Z', 'updated_at': '2022-02-15T04:19:54Z', 'revision_number': 4, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'gw_port': {'id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:38Z', 'updated_at': '2022-02-15T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '12a08514-3162-4e1a-98d9-ba47008b772b', 'name': '', 'network_id': 'c49ed967-4df2-4c03-a3f7-11bc631a5279', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'mac_address': 'fa:16:3e:2c:7b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07051326-83bf-45b5-9e91-0b63b787c497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:47Z', 'updated_at': '2022-02-15T04:20:05Z', 'revision_number': 5, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'subnets': [{'id': '07051326-83bf-45b5-9e91-0b63b787c497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:29:38.417608 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45811de6-65fb-4660-bf1e-dac7d6902af8 None None] New status for floating IP 49d7a9d8-7c0b-4415-a337-939f9dccd788: DOWN {{(pid=102636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 04:29:38.554089 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:38.809261 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea48d6-8a7b-4326-9cf7-655841dcd9cf req-0c7970b0-4e63-4542-9c11-b2b91dc3992c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:29:38.810806 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6fea48d6-8a7b-4326-9cf7-655841dcd9cf req-0c7970b0-4e63-4542-9c11-b2b91dc3992c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 947 time: 0.1073983 Feb 15 04:29:38.841603 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 60462) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:29:38.862185 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6fea48d6-8a7b-4326-9cf7-655841dcd9cf req-a56defb9-0827-4491-8389-0d67a97f755d tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447209 Feb 15 04:29:38.898203 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9765ade9-6b87-4324-8ad1-6bb099f60082 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for security_group (63bcead6-7c35-4eb9-adf5-c563b5eaa0a7), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:38.921257 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9765ade9-6b87-4324-8ad1-6bb099f60082 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for security_group (63bcead6-7c35-4eb9-adf5-c563b5eaa0a7), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:38.966164 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9765ade9-6b87-4324-8ad1-6bb099f60082 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (63bcead6-7c35-4eb9-adf5-c563b5eaa0a7), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:38.968731 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-9765ade9-6b87-4324-8ad1-6bb099f60082 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:38.969865 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-9765ade9-6b87-4324-8ad1-6bb099f60082 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "DELETE /v2.0/security-groups/63bcead6-7c35-4eb9-adf5-c563b5eaa0a7 HTTP/1.1" status: 204 len: 168 time: 0.1272719 Feb 15 04:29:38.973250 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 60466) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:29:38.979516 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765ade9-6b87-4324-8ad1-6bb099f60082 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bcead6-7c35-4eb9-adf5-c563b5eaa0a7,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:29:38.986597 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.api.v2.resource [None req-fdfbb1ee-6f9e-4f4c-b4dd-04a8bb5b654d tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] show failed (client error): The resource could not be found. Feb 15 04:29:38.987822 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-fdfbb1ee-6f9e-4f4c-b4dd-04a8bb5b654d tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "GET /v2.0/security-groups/63bcead6-7c35-4eb9-adf5-c563b5eaa0a7 HTTP/1.1" status: 404 len: 347 time: 0.0133460 Feb 15 04:29:38.990704 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 60468) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:29:39.091657 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 4f19fadb-80cd-49f6-af86-3c319fa31401 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:29:39.113805 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] No Port match for: 4f19fadb-80cd-49f6-af86-3c319fa31401 {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:29:39.114177 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 4f19fadb-80cd-49f6-af86-3c319fa31401 not bound to the agent host hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:29:39.393770 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-94427d34-71a0-4839-8978-b7f146536d88 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Deleting port e79c764d-3de8-4f40-9f4f-2a751fc4696d {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:29:39.394002 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-94427d34-71a0-4839-8978-b7f146536d88 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (e79c764d-3de8-4f40-9f4f-2a751fc4696d), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:39.465936 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-94427d34-71a0-4839-8978-b7f146536d88 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (e79c764d-3de8-4f40-9f4f-2a751fc4696d), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:39.466267 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-94427d34-71a0-4839-8978-b7f146536d88 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for floatingip (e79c764d-3de8-4f40-9f4f-2a751fc4696d), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:39.478232 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-94427d34-71a0-4839-8978-b7f146536d88 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Calling delete_port for e79c764d-3de8-4f40-9f4f-2a751fc4696d owned by network:floatingip {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:29:39.610269 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-94427d34-71a0-4839-8978-b7f146536d88 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (e79c764d-3de8-4f40-9f4f-2a751fc4696d), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:39.635829 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94427d34-71a0-4839-8978-b7f146536d88 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Pushing event deleted for resources: {'Port': ['ID=e79c764d-3de8-4f40-9f4f-2a751fc4696d,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:29:39.699858 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-94427d34-71a0-4839-8978-b7f146536d88 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks [] for floatingip (49d7a9d8-7c0b-4415-a337-939f9dccd788), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:39.702498 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-94427d34-71a0-4839-8978-b7f146536d88 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for floatingip (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:39.703643 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-94427d34-71a0-4839-8978-b7f146536d88 tempest-AttachVolumeTestJSON-1670434203 tempest-AttachVolumeTestJSON-1670434203-project] 10.222.0.45 "DELETE /v2.0/floatingips/49d7a9d8-7c0b-4415-a337-939f9dccd788 HTTP/1.1" status: 204 len: 168 time: 0.7120328 Feb 15 04:29:39.791165 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:41.792470 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:43.214759 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 60496) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:29:43.652407 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e9df6ac3-c6e5-4adb-89ee-004248f0e820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639284'] for router_interface (c9fea396-0fd8-4a83-909f-94149fea34f8), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:43.904544 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-e9df6ac3-c6e5-4adb-89ee-004248f0e820 admin admin] Deleting port 12a08514-3162-4e1a-98d9-ba47008b772b {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:29:43.904848 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e9df6ac3-c6e5-4adb-89ee-004248f0e820 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (12a08514-3162-4e1a-98d9-ba47008b772b), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:43.985253 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-e9df6ac3-c6e5-4adb-89ee-004248f0e820 admin admin] For port 12a08514-3162-4e1a-98d9-ba47008b772b, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=12a08514-3162-4e1a-98d9-ba47008b772b,segment=NetworkSegment(893e466e-66a5-45bb-9724-e0a92ab9dee9),segment_id=893e466e-66a5-45bb-9724-e0a92ab9dee9)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:29:43.986176 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e9df6ac3-c6e5-4adb-89ee-004248f0e820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (12a08514-3162-4e1a-98d9-ba47008b772b), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:43.998172 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-e9df6ac3-c6e5-4adb-89ee-004248f0e820 admin admin] Calling delete_port for 12a08514-3162-4e1a-98d9-ba47008b772b owned by network:router_interface {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:29:44.177154 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e9df6ac3-c6e5-4adb-89ee-004248f0e820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (12a08514-3162-4e1a-98d9-ba47008b772b), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:44.202621 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df6ac3-c6e5-4adb-89ee-004248f0e820 admin admin] Pushing event deleted for resources: {'Port': ['ID=12a08514-3162-4e1a-98d9-ba47008b772b,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:29:44.378975 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e9df6ac3-c6e5-4adb-89ee-004248f0e820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-713588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639392'] for router_interface (c9fea396-0fd8-4a83-909f-94149fea34f8), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:44.596670 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9df6ac3-c6e5-4adb-89ee-004248f0e820 admin admin] Router c9fea396-0fd8-4a83-909f-94149fea34f8 has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:29:44.704436 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9df6ac3-c6e5-4adb-89ee-004248f0e820 admin admin] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:29:44.709591 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-e9df6ac3-c6e5-4adb-89ee-004248f0e820 admin admin] 10.222.0.45 "PUT /v2.0/routers/c9fea396-0fd8-4a83-909f-94149fea34f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4938045 Feb 15 04:29:44.712250 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 60500) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:29:44.713084 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb69078-26fd-42a1-a9b2-d78d99aff2c7 None None] Sync routers for ids ['c9fea396-0fd8-4a83-909f-94149fea34f8'] in dv-cinder-816104-2-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:29:44.723407 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb69078-26fd-42a1-a9b2-d78d99aff2c7 None None] Routers {'c9fea396-0fd8-4a83-909f-94149fea34f8'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:29:44.724022 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-cbb69078-26fd-42a1-a9b2-d78d99aff2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:29:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['c9fea396-0fd8-4a83-909f-94149fea34f8'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:29:44.816392 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d0a490e0-af68-4963-9178-8b84b0498983 admin admin] Publish callbacks [] for router (c9fea396-0fd8-4a83-909f-94149fea34f8), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:44.832599 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-cbb69078-26fd-42a1-a9b2-d78d99aff2c7 None None] Set router c9fea396-0fd8-4a83-909f-94149fea34f8 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:29:44.919712 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d0a490e0-af68-4963-9178-8b84b0498983 admin admin] Publish callbacks [] for router_gateway (c9fea396-0fd8-4a83-909f-94149fea34f8), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:44.976523 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-d0a490e0-af68-4963-9178-8b84b0498983 admin admin] Deleting port b6fe96b4-b564-4651-9420-39683b68d423 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:29:44.976856 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d0a490e0-af68-4963-9178-8b84b0498983 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (b6fe96b4-b564-4651-9420-39683b68d423), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:45.012415 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-cbb69078-26fd-42a1-a9b2-d78d99aff2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'name': 'tempest-AttachVolumeTestJSON-1521098367-router', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:35Z', 'updated_at': '2022-02-15T04:29:44Z', 'revision_number': 5, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'gw_port': {'id': 'b6fe96b4-b564-4651-9420-39683b68d423', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:38Z', 'updated_at': '2022-02-15T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:29:45.056817 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-d0a490e0-af68-4963-9178-8b84b0498983 admin admin] For port b6fe96b4-b564-4651-9420-39683b68d423, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=b6fe96b4-b564-4651-9420-39683b68d423,segment=NetworkSegment(5a34016a-0f1f-4003-98e1-68134538d335),segment_id=5a34016a-0f1f-4003-98e1-68134538d335)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:29:45.057298 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d0a490e0-af68-4963-9178-8b84b0498983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (b6fe96b4-b564-4651-9420-39683b68d423), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:45.070228 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-d0a490e0-af68-4963-9178-8b84b0498983 admin admin] Calling delete_port for b6fe96b4-b564-4651-9420-39683b68d423 owned by network:router_gateway {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:29:45.170486 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb69078-26fd-42a1-a9b2-d78d99aff2c7 None None] Checking router: c9fea396-0fd8-4a83-909f-94149fea34f8 for host: dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:29:45.180038 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb69078-26fd-42a1-a9b2-d78d99aff2c7 None None] Routers {'c9fea396-0fd8-4a83-909f-94149fea34f8'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:29:45.180657 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-cbb69078-26fd-42a1-a9b2-d78d99aff2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:29:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['c9fea396-0fd8-4a83-909f-94149fea34f8'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:29:45.240004 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d0a490e0-af68-4963-9178-8b84b0498983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (b6fe96b4-b564-4651-9420-39683b68d423), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:45.265746 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a490e0-af68-4963-9178-8b84b0498983 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6fe96b4-b564-4651-9420-39683b68d423,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:29:45.270187 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-cbb69078-26fd-42a1-a9b2-d78d99aff2c7 None None] Set router c9fea396-0fd8-4a83-909f-94149fea34f8 gateway port host: None {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:29:45.327572 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-cbb69078-26fd-42a1-a9b2-d78d99aff2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'name': 'tempest-AttachVolumeTestJSON-1521098367-router', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:35Z', 'updated_at': '2022-02-15T04:29:44Z', 'revision_number': 6, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'gw_port_host': None}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:29:45.332940 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d0a490e0-af68-4963-9178-8b84b0498983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639998'] for router_gateway (c9fea396-0fd8-4a83-909f-94149fea34f8), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:45.354848 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb69078-26fd-42a1-a9b2-d78d99aff2c7 None None] The sync data for ids ['c9fea396-0fd8-4a83-909f-94149fea34f8'] in dv-cinder-816104-2-iscsi is: [{'id': 'c9fea396-0fd8-4a83-909f-94149fea34f8', 'name': 'tempest-AttachVolumeTestJSON-1521098367-router', 'tenant_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:35Z', 'updated_at': '2022-02-15T04:29:44Z', 'revision_number': 6, 'project_id': 'e4ef5a0f7e5040c0aa3d33d31fbbb206', 'gw_port_host': None}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:29:45.426078 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d0a490e0-af68-4963-9178-8b84b0498983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26553'] for router (c9fea396-0fd8-4a83-909f-94149fea34f8), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:45.428223 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d0a490e0-af68-4963-9178-8b84b0498983 admin admin] Publish callbacks [] for router_controller (c9fea396-0fd8-4a83-909f-94149fea34f8), precommit_delete_associations {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:45.473819 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d0a490e0-af68-4963-9178-8b84b0498983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648786'] for router (c9fea396-0fd8-4a83-909f-94149fea34f8), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:45.474482 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a490e0-af68-4963-9178-8b84b0498983 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9fea396-0fd8-4a83-909f-94149fea34f8 {{(pid=102633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 04:29:45.479208 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d0a490e0-af68-4963-9178-8b84b0498983 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:45.480340 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-d0a490e0-af68-4963-9178-8b84b0498983 admin admin] 10.222.0.45 "DELETE /v2.0/routers/c9fea396-0fd8-4a83-909f-94149fea34f8 HTTP/1.1" status: 204 len: 168 time: 0.7671933 Feb 15 04:29:45.483096 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 60502) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:29:45.526504 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_v2 [None req-49819e7c-cc55-4373-9a9c-712d9ec665b2 admin admin] Deleting subnet 07051326-83bf-45b5-9e91-0b63b787c497 {{(pid=102633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 04:29:45.529645 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-49819e7c-cc55-4373-9a9c-712d9ec665b2 admin admin] Publish callbacks [] for subnet (07051326-83bf-45b5-9e91-0b63b787c497), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:45.562899 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-49819e7c-cc55-4373-9a9c-712d9ec665b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5385617'] for subnet (07051326-83bf-45b5-9e91-0b63b787c497), precommit_delete_associations {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:45.637410 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-49819e7c-cc55-4373-9a9c-712d9ec665b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1732099'] for subnet (07051326-83bf-45b5-9e91-0b63b787c497), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:45.691724 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-49819e7c-cc55-4373-9a9c-712d9ec665b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1730288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5250976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4204894'] for subnet (07051326-83bf-45b5-9e91-0b63b787c497), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:45.725909 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-49819e7c-cc55-4373-9a9c-712d9ec665b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:45.727679 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f62e5ed-776f-4b4e-a0e9-3387671283cd None None] Network c49ed967-4df2-4c03-a3f7-11bc631a5279 requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:29:45.731943 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-49819e7c-cc55-4373-9a9c-712d9ec665b2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/07051326-83bf-45b5-9e91-0b63b787c497 HTTP/1.1" status: 204 len: 168 time: 0.2456453 Feb 15 04:29:45.731943 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49819e7c-cc55-4373-9a9c-712d9ec665b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07051326-83bf-45b5-9e91-0b63b787c497,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:29:45.732949 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 60504) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:29:45.816000 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-93a7fba9-f6f8-4f43-b1af-734f32037a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756036'] for network (c49ed967-4df2-4c03-a3f7-11bc631a5279), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:45.878869 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-93a7fba9-f6f8-4f43-b1af-734f32037a96 admin admin] Deleting port 754d9d0c-7eb3-478a-9af4-c01a0e44a9aa {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:29:45.879207 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-93a7fba9-f6f8-4f43-b1af-734f32037a96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (754d9d0c-7eb3-478a-9af4-c01a0e44a9aa), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:46.155458 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1247e58a-6077-4b65-b479-328f9d6b61f9 None None] DHCP port deletion for c49ed967-4df2-4c03-a3f7-11bc631a5279 request from dv-cinder-816104-2-iscsi {{(pid=102635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 04:29:46.210932 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-1247e58a-6077-4b65-b479-328f9d6b61f9 None None] Deleting port 754d9d0c-7eb3-478a-9af4-c01a0e44a9aa {{(pid=102635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:29:46.211303 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-1247e58a-6077-4b65-b479-328f9d6b61f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (754d9d0c-7eb3-478a-9af4-c01a0e44a9aa), before_delete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:46.227305 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 12a08514-3162-4e1a-98d9-ba47008b772b no longer exists at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:29:46.233037 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-93a7fba9-f6f8-4f43-b1af-734f32037a96 admin admin] For port 754d9d0c-7eb3-478a-9af4-c01a0e44a9aa, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=754d9d0c-7eb3-478a-9af4-c01a0e44a9aa,segment=NetworkSegment(893e466e-66a5-45bb-9724-e0a92ab9dee9),segment_id=893e466e-66a5-45bb-9724-e0a92ab9dee9)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:29:46.233475 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-93a7fba9-f6f8-4f43-b1af-734f32037a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (754d9d0c-7eb3-478a-9af4-c01a0e44a9aa), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:46.248396 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-93a7fba9-f6f8-4f43-b1af-734f32037a96 admin admin] Calling delete_port for 754d9d0c-7eb3-478a-9af4-c01a0e44a9aa owned by network:dhcp {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:29:46.283394 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] No Port match for: 12a08514-3162-4e1a-98d9-ba47008b772b {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:29:46.283612 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 12a08514-3162-4e1a-98d9-ba47008b772b not bound to the agent host dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:29:46.283903 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device b6fe96b4-b564-4651-9420-39683b68d423 no longer exists at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:29:46.312988 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] No Port match for: b6fe96b4-b564-4651-9420-39683b68d423 {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:29:46.313351 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device b6fe96b4-b564-4651-9420-39683b68d423 not bound to the agent host dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:29:46.314408 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 754d9d0c-7eb3-478a-9af4-c01a0e44a9aa no longer exists at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:29:46.320711 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-1247e58a-6077-4b65-b479-328f9d6b61f9 None None] For port 754d9d0c-7eb3-478a-9af4-c01a0e44a9aa, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=754d9d0c-7eb3-478a-9af4-c01a0e44a9aa,segment=NetworkSegment(893e466e-66a5-45bb-9724-e0a92ab9dee9),segment_id=893e466e-66a5-45bb-9724-e0a92ab9dee9)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:29:46.321157 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-1247e58a-6077-4b65-b479-328f9d6b61f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (754d9d0c-7eb3-478a-9af4-c01a0e44a9aa), precommit_delete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:46.336522 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-93a7fba9-f6f8-4f43-b1af-734f32037a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (754d9d0c-7eb3-478a-9af4-c01a0e44a9aa), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:46.354365 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-1247e58a-6077-4b65-b479-328f9d6b61f9 None None] Calling delete_port for 754d9d0c-7eb3-478a-9af4-c01a0e44a9aa owned by network:dhcp {{(pid=102635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:29:46.365904 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7fba9-f6f8-4f43-b1af-734f32037a96 admin admin] Pushing event deleted for resources: {'Port': ['ID=754d9d0c-7eb3-478a-9af4-c01a0e44a9aa,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:29:46.369450 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a7fba9-f6f8-4f43-b1af-734f32037a96 admin admin] No DVR routers for this DVR port 754d9d0c-7eb3-478a-9af4-c01a0e44a9aa on host dv-cinder-816104-2-iscsi {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:29:46.409347 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] No active binding found for port 754d9d0c-7eb3-478a-9af4-c01a0e44a9aa {{(pid=102635) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 15 04:29:46.409764 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] The host dv-cinder-816104-2-iscsi is not matching for port 754d9d0c-7eb3-478a-9af4-c01a0e44a9aa host None! {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 04:29:46.410159 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 754d9d0c-7eb3-478a-9af4-c01a0e44a9aa not bound to the agent host dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:29:46.444069 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-93a7fba9-f6f8-4f43-b1af-734f32037a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725060', 'neutron.services.segments.db._delete_segments_for_network-8734710277232'] for network (c49ed967-4df2-4c03-a3f7-11bc631a5279), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:46.455318 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-1247e58a-6077-4b65-b479-328f9d6b61f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092'] for port (754d9d0c-7eb3-478a-9af4-c01a0e44a9aa), after_delete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:46.467293 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-93a7fba9-f6f8-4f43-b1af-734f32037a96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c49ed967-4df2-4c03-a3f7-11bc631a5279']}} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:29:46.467810 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1247e58a-6077-4b65-b479-328f9d6b61f9 None None] No DVR routers for this DVR port 754d9d0c-7eb3-478a-9af4-c01a0e44a9aa on host dv-cinder-816104-2-iscsi {{(pid=102635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:29:46.479831 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-93a7fba9-f6f8-4f43-b1af-734f32037a96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '893e466e-66a5-45bb-9724-e0a92ab9dee9') {'for_net_delete': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:29:46.480132 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-93a7fba9-f6f8-4f43-b1af-734f32037a96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '893e466e-66a5-45bb-9724-e0a92ab9dee9') {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:29:46.494432 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-93a7fba9-f6f8-4f43-b1af-734f32037a96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734710278521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5385642'] for segment (893e466e-66a5-45bb-9724-e0a92ab9dee9), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:46.497559 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247e58a-6077-4b65-b479-328f9d6b61f9 None None] Pushing event deleted for resources: {'Port': ['ID=754d9d0c-7eb3-478a-9af4-c01a0e44a9aa,revision_number=None']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:29:46.508811 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-93a7fba9-f6f8-4f43-b1af-734f32037a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (893e466e-66a5-45bb-9724-e0a92ab9dee9), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:46.515160 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a7fba9-f6f8-4f43-b1af-734f32037a96 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 04:29:46.515546 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-93a7fba9-f6f8-4f43-b1af-734f32037a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5250842'] for segment (893e466e-66a5-45bb-9724-e0a92ab9dee9), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:46.517993 dv-cinder-816104-2-iscsi neutron-server[102633]: Traceback (most recent call last): Feb 15 04:29:46.517993 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 04:29:46.517993 dv-cinder-816104-2-iscsi neutron-server[102633]: timer() Feb 15 04:29:46.517993 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 04:29:46.517993 dv-cinder-816104-2-iscsi neutron-server[102633]: cb(*args, **kw) Feb 15 04:29:46.517993 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 04:29:46.517993 dv-cinder-816104-2-iscsi neutron-server[102633]: return func(*args, **kwargs) Feb 15 04:29:46.517993 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 04:29:46.517993 dv-cinder-816104-2-iscsi neutron-server[102633]: self._notify() Feb 15 04:29:46.517993 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 04:29:46.517993 dv-cinder-816104-2-iscsi neutron-server[102633]: self.callback(batched_events) Feb 15 04:29:46.517993 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 04:29:46.517993 dv-cinder-816104-2-iscsi neutron-server[102633]: event.method(event) Feb 15 04:29:46.517993 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 04:29:46.517993 dv-cinder-816104-2-iscsi neutron-server[102633]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 04:29:46.517993 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 04:29:46.517993 dv-cinder-816104-2-iscsi neutron-server[102633]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 04:29:46.517993 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 04:29:46.517993 dv-cinder-816104-2-iscsi neutron-server[102633]: return f(self, *a, **k) Feb 15 04:29:46.517993 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 04:29:46.517993 dv-cinder-816104-2-iscsi neutron-server[102633]: return self._get(url).json() Feb 15 04:29:46.517993 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 04:29:46.517993 dv-cinder-816104-2-iscsi neutron-server[102633]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 04:29:46.517993 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 04:29:46.517993 dv-cinder-816104-2-iscsi neutron-server[102633]: return self.request(url, 'GET', **kwargs) Feb 15 04:29:46.517993 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 04:29:46.517993 dv-cinder-816104-2-iscsi neutron-server[102633]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 04:29:46.517993 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 04:29:46.517993 dv-cinder-816104-2-iscsi neutron-server[102633]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 04:29:46.517993 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 04:29:46.517993 dv-cinder-816104-2-iscsi neutron-server[102633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 04:29:46.517993 dv-cinder-816104-2-iscsi neutron-server[102633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 04:29:46.570335 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-93a7fba9-f6f8-4f43-b1af-734f32037a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639526'] for network (c49ed967-4df2-4c03-a3f7-11bc631a5279), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:46.575473 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-93a7fba9-f6f8-4f43-b1af-734f32037a96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:46.578618 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-93a7fba9-f6f8-4f43-b1af-734f32037a96 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c49ed967-4df2-4c03-a3f7-11bc631a5279 HTTP/1.1" status: 204 len: 168 time: 0.8451149 Feb 15 04:29:46.590070 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7fba9-f6f8-4f43-b1af-734f32037a96 admin admin] Pushing event deleted for resources: {'Network': ['ID=c49ed967-4df2-4c03-a3f7-11bc631a5279,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:29:46.712360 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 60508) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:29:46.753841 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-a45bd6b0-411d-40a4-a4fa-f890f0198b6b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e4ef5a0f7e5040c0aa3d33d31fbbb206&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0403099 Feb 15 04:29:46.756228 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 60510) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:29:46.802293 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ecd690b8-ad27-46a4-b025-597350d06482 admin admin] Publish callbacks [] for security_group (9170d8fa-460b-4f31-a51d-885f99a7793e), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:46.824214 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ecd690b8-ad27-46a4-b025-597350d06482 admin admin] Publish callbacks [] for security_group (9170d8fa-460b-4f31-a51d-885f99a7793e), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:46.869730 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ecd690b8-ad27-46a4-b025-597350d06482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (9170d8fa-460b-4f31-a51d-885f99a7793e), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:46.872358 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ecd690b8-ad27-46a4-b025-597350d06482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:46.873462 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-ecd690b8-ad27-46a4-b025-597350d06482 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9170d8fa-460b-4f31-a51d-885f99a7793e HTTP/1.1" status: 204 len: 168 time: 0.1163561 Feb 15 04:29:46.881972 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd690b8-ad27-46a4-b025-597350d06482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9170d8fa-460b-4f31-a51d-885f99a7793e,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:29:49.625581 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:29:57.315986 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 60630) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:29:57.440966 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1ccfd0c1-fe04-43f2-91ad-cfb2b740b298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:57.514449 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1ccfd0c1-fe04-43f2-91ad-cfb2b740b298 admin admin] Publish callbacks [] for security_group (1bb7f86e-38a2-47ae-ba0e-9b977f867dbf), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:57.518279 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1ccfd0c1-fe04-43f2-91ad-cfb2b740b298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (1bb7f86e-38a2-47ae-ba0e-9b977f867dbf), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:57.556889 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-1ccfd0c1-fe04-43f2-91ad-cfb2b740b298 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=df7379d48e5842c181126bb5b0a71574&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398024 Feb 15 04:29:57.557635 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccfd0c1-fe04-43f2-91ad-cfb2b740b298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb7f86e-38a2-47ae-ba0e-9b977f867dbf,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:29:57.559749 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 60634) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:29:57.618199 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ef5357f6-9943-4f1d-b1d5-764d42a70f3e admin admin] Publish callbacks [] for security_group (1bb7f86e-38a2-47ae-ba0e-9b977f867dbf), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:57.639999 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ef5357f6-9943-4f1d-b1d5-764d42a70f3e admin admin] Publish callbacks [] for security_group (1bb7f86e-38a2-47ae-ba0e-9b977f867dbf), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:57.688241 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ef5357f6-9943-4f1d-b1d5-764d42a70f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (1bb7f86e-38a2-47ae-ba0e-9b977f867dbf), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:57.691425 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ef5357f6-9943-4f1d-b1d5-764d42a70f3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:29:57.693369 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-ef5357f6-9943-4f1d-b1d5-764d42a70f3e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1bb7f86e-38a2-47ae-ba0e-9b977f867dbf HTTP/1.1" status: 204 len: 168 time: 0.1325645 Feb 15 04:29:57.701687 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5357f6-9943-4f1d-b1d5-764d42a70f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb7f86e-38a2-47ae-ba0e-9b977f867dbf,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:30:02.270392 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-c9bcd43e-f1db-42c5-938f-3a0cb0e28f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:06.076160 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-70ee4e91-3e13-4c83-8f77-817de08d8e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:06.442356 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:06.987514 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 60754) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:30:07.091823 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d54c2bcc-86a2-4461-9be9-9ed5dad3dcdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:07.166272 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d54c2bcc-86a2-4461-9be9-9ed5dad3dcdb admin admin] Publish callbacks [] for security_group (26b25e2b-e490-477d-9cee-a697f614b7cd), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:07.169988 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d54c2bcc-86a2-4461-9be9-9ed5dad3dcdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (26b25e2b-e490-477d-9cee-a697f614b7cd), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:07.207720 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-d54c2bcc-86a2-4461-9be9-9ed5dad3dcdb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cb91e489c5a64091a2edb79e75b71faf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191238 Feb 15 04:30:07.208558 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c2bcc-86a2-4461-9be9-9ed5dad3dcdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b25e2b-e490-477d-9cee-a697f614b7cd,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:30:07.210474 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 60758) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:30:07.215730 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c2bcc-86a2-4461-9be9-9ed5dad3dcdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:07.216091 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c2bcc-86a2-4461-9be9-9ed5dad3dcdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:07.216438 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c2bcc-86a2-4461-9be9-9ed5dad3dcdb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:07.216817 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c2bcc-86a2-4461-9be9-9ed5dad3dcdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:07.217185 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c2bcc-86a2-4461-9be9-9ed5dad3dcdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:07.217516 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c2bcc-86a2-4461-9be9-9ed5dad3dcdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:07.217846 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c2bcc-86a2-4461-9be9-9ed5dad3dcdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:07.218179 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c2bcc-86a2-4461-9be9-9ed5dad3dcdb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:07.218504 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c2bcc-86a2-4461-9be9-9ed5dad3dcdb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:07.218833 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c2bcc-86a2-4461-9be9-9ed5dad3dcdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:07.219160 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c2bcc-86a2-4461-9be9-9ed5dad3dcdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:07.219481 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c2bcc-86a2-4461-9be9-9ed5dad3dcdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:07.219802 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c2bcc-86a2-4461-9be9-9ed5dad3dcdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:07.262872 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0cc3374e-866b-4361-955e-a4c54d42556e admin admin] Publish callbacks [] for security_group (26b25e2b-e490-477d-9cee-a697f614b7cd), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:07.284535 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0cc3374e-866b-4361-955e-a4c54d42556e admin admin] Publish callbacks [] for security_group (26b25e2b-e490-477d-9cee-a697f614b7cd), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:07.329117 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0cc3374e-866b-4361-955e-a4c54d42556e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (26b25e2b-e490-477d-9cee-a697f614b7cd), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:07.332667 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0cc3374e-866b-4361-955e-a4c54d42556e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:07.333828 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-0cc3374e-866b-4361-955e-a4c54d42556e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/26b25e2b-e490-477d-9cee-a697f614b7cd HTTP/1.1" status: 204 len: 168 time: 0.1223156 Feb 15 04:30:07.341229 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3374e-866b-4361-955e-a4c54d42556e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b25e2b-e490-477d-9cee-a697f614b7cd,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:30:08.557227 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:09.784262 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:11.794640 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:26.623473 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:30:32.279285 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-878f03d8-667f-4ebe-a20d-4f20261a91c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:36.092876 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-c7927948-e829-487e-a6f0-c05ddf2853d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:36.447900 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:38.563501 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:39.791683 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:41.810479 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:47.546537 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bf0dddd6-33c3-477f-8a3b-5498ef1e0c6a req-a17d47e9-699b-4e7b-ab2d-a98ad4611e22 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1333163 Feb 15 04:30:47.827768 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0dddd6-33c3-477f-8a3b-5498ef1e0c6a req-0680fae1-f4a0-4b5e-a9eb-c111400d5044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:30:47.829318 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bf0dddd6-33c3-477f-8a3b-5498ef1e0c6a req-0680fae1-f4a0-4b5e-a9eb-c111400d5044 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6908f5f033f4c8888210c0cf405f4fa&device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 1131 time: 0.0493541 Feb 15 04:30:47.936795 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0dddd6-33c3-477f-8a3b-5498ef1e0c6a req-d14c6f0e-e32e-4229-a1bc-b1488930e244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:30:47.938299 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bf0dddd6-33c3-477f-8a3b-5498ef1e0c6a req-d14c6f0e-e32e-4229-a1bc-b1488930e244 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f0c3e2a8-7b6d-47b3-b743-56e894a4b50d HTTP/1.1" status: 200 len: 916 time: 0.0893583 Feb 15 04:30:48.011697 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bf0dddd6-33c3-477f-8a3b-5498ef1e0c6a req-1033a06c-b57d-4f6a-a188-eded35b9aaef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f6ba102-729f-4db0-85bd-4f490aab77db HTTP/1.1" status: 200 len: 1002 time: 0.0672524 Feb 15 04:30:48.063262 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0dddd6-33c3-477f-8a3b-5498ef1e0c6a req-8c00384d-fa5e-47b0-8c95-f56eacb0b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:30:48.064716 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bf0dddd6-33c3-477f-8a3b-5498ef1e0c6a req-8c00384d-fa5e-47b0-8c95-f56eacb0b8a5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5c54656-66d3-4f7d-bcac-e474d59bf132 HTTP/1.1" status: 200 len: 855 time: 0.0474920 Feb 15 04:30:48.126492 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0dddd6-33c3-477f-8a3b-5498ef1e0c6a req-049fbaaf-2a43-49c4-8885-92c681409250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:30:48.128105 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bf0dddd6-33c3-477f-8a3b-5498ef1e0c6a req-049fbaaf-2a43-49c4-8885-92c681409250 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0c3e2a8-7b6d-47b3-b743-56e894a4b50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562830 Feb 15 04:30:48.140603 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [req-bf0dddd6-33c3-477f-8a3b-5498ef1e0c6a req-4c51a11a-0b31-45a4-967f-76f2824e8af0 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 04:30:48.141879 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bf0dddd6-33c3-477f-8a3b-5498ef1e0c6a req-4c51a11a-0b31-45a4-967f-76f2824e8af0 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058415 Feb 15 04:30:48.243561 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bf0dddd6-33c3-477f-8a3b-5498ef1e0c6a req-4ac47de5-21fe-46e8-b8d7-1a06cb72411f service neutron] 10.222.0.59 "GET /v2.0/networks/f0c3e2a8-7b6d-47b3-b743-56e894a4b50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943902 Feb 15 04:30:48.339245 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-bf0dddd6-33c3-477f-8a3b-5498ef1e0c6a req-aaf0e1a0-8495-4521-8fdb-d2dd74eeb0a0 service neutron] 10.222.0.59 "GET /v2.0/networks/f0c3e2a8-7b6d-47b3-b743-56e894a4b50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889828 Feb 15 04:30:48.508283 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c4410-6c88-4c52-9e51-3d8278e4c965 req-286232a1-0bd0-4aa5-badb-02e969cd6e02 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:30:48.509780 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b55c4410-6c88-4c52-9e51-3d8278e4c965 req-286232a1-0bd0-4aa5-badb-02e969cd6e02 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 947 time: 0.0538964 Feb 15 04:30:48.555786 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b55c4410-6c88-4c52-9e51-3d8278e4c965 req-30f3d24f-0550-4f22-be94-bba0f9b1733e tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404882 Feb 15 04:30:49.688172 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea97325-4c27-4e37-af0e-f42b90cc3d82 req-8e588cd4-7c65-4c84-8ca1-747341cc2484 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:30:49.689701 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-1ea97325-4c27-4e37-af0e-f42b90cc3d82 req-8e588cd4-7c65-4c84-8ca1-747341cc2484 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 947 time: 0.0546527 Feb 15 04:30:49.740638 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-1ea97325-4c27-4e37-af0e-f42b90cc3d82 req-01daa1bf-7da8-4f62-92b4-9f8157a61c8f tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups?id=29605b94-a6a2-4925-84d2-cb8798317f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436041 Feb 15 04:30:50.021329 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39d043-9ada-4b33-9aec-2270beb21042 req-e1c28c5c-de5b-446e-92b4-2bc9e15e5201 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:30:50.022679 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cb39d043-9ada-4b33-9aec-2270beb21042 req-e1c28c5c-de5b-446e-92b4-2bc9e15e5201 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.59 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 947 time: 0.0559351 Feb 15 04:30:50.122686 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-cb39d043-9ada-4b33-9aec-2270beb21042 req-8055ad13-153c-413d-a346-3104f62adf86 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Deleting port 9f6ba102-729f-4db0-85bd-4f490aab77db {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:30:50.123027 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-cb39d043-9ada-4b33-9aec-2270beb21042 req-8055ad13-153c-413d-a346-3104f62adf86 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (9f6ba102-729f-4db0-85bd-4f490aab77db), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:50.221211 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-cb39d043-9ada-4b33-9aec-2270beb21042 req-8055ad13-153c-413d-a346-3104f62adf86 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] For port 9f6ba102-729f-4db0-85bd-4f490aab77db, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=9f6ba102-729f-4db0-85bd-4f490aab77db,segment=NetworkSegment(a2939050-b15c-425b-a2c1-f2f0e37f1e44),segment_id=a2939050-b15c-425b-a2c1-f2f0e37f1e44)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:30:50.221555 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-cb39d043-9ada-4b33-9aec-2270beb21042 req-8055ad13-153c-413d-a346-3104f62adf86 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (9f6ba102-729f-4db0-85bd-4f490aab77db), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:50.390695 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-cb39d043-9ada-4b33-9aec-2270beb21042 req-8055ad13-153c-413d-a346-3104f62adf86 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:50.390971 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-cb39d043-9ada-4b33-9aec-2270beb21042 req-8055ad13-153c-413d-a346-3104f62adf86 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639540'] for floatingip (11c28e42-fddd-4719-a139-28c34fa2c0f6), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:50.391290 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.db.l3_db [req-cb39d043-9ada-4b33-9aec-2270beb21042 req-8055ad13-153c-413d-a346-3104f62adf86 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Floating IP 11c28e42-fddd-4719-a139-28c34fa2c0f6 disassociated. External IP: 172.27.1.151, port: 9f6ba102-729f-4db0-85bd-4f490aab77db. Feb 15 04:30:50.391636 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-cb39d043-9ada-4b33-9aec-2270beb21042 req-8055ad13-153c-413d-a346-3104f62adf86 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Calling delete_port for 9f6ba102-729f-4db0-85bd-4f490aab77db owned by compute:nova {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:30:50.522259 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-cb39d043-9ada-4b33-9aec-2270beb21042 req-8055ad13-153c-413d-a346-3104f62adf86 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (9f6ba102-729f-4db0-85bd-4f490aab77db), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:50.552783 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055ad13-153c-413d-a346-3104f62adf86 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Pushing event deleted for resources: {'Port': ['ID=9f6ba102-729f-4db0-85bd-4f490aab77db,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:30:50.565291 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055ad13-153c-413d-a346-3104f62adf86 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:50.565647 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055ad13-153c-413d-a346-3104f62adf86 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:50.565995 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055ad13-153c-413d-a346-3104f62adf86 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:50.566336 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055ad13-153c-413d-a346-3104f62adf86 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:50.566677 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055ad13-153c-413d-a346-3104f62adf86 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:50.567009 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055ad13-153c-413d-a346-3104f62adf86 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:50.567342 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055ad13-153c-413d-a346-3104f62adf86 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:50.567673 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055ad13-153c-413d-a346-3104f62adf86 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:50.568005 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055ad13-153c-413d-a346-3104f62adf86 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:50.568332 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055ad13-153c-413d-a346-3104f62adf86 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:50.568659 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055ad13-153c-413d-a346-3104f62adf86 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:50.569012 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055ad13-153c-413d-a346-3104f62adf86 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:50.569344 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055ad13-153c-413d-a346-3104f62adf86 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:50.686192 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb39d043-9ada-4b33-9aec-2270beb21042 req-8055ad13-153c-413d-a346-3104f62adf86 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Router 2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2 has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:30:50.799957 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb39d043-9ada-4b33-9aec-2270beb21042 req-8055ad13-153c-413d-a346-3104f62adf86 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:30:50.813168 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced75c24-a8ad-4dcb-9604-4d6f13f085ca None None] Sync routers for ids ['2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'] in dv-cinder-816104-2-iscsi {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:30:50.829691 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced75c24-a8ad-4dcb-9604-4d6f13f085ca None None] Routers {'2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:30:50.830300 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-ced75c24-a8ad-4dcb-9604-4d6f13f085ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:30:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:30:50.875502 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb39d043-9ada-4b33-9aec-2270beb21042 req-8055ad13-153c-413d-a346-3104f62adf86 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] No DVR routers for this DVR port 9f6ba102-729f-4db0-85bd-4f490aab77db on host hv-cinder-81610 {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:30:50.878321 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-cb39d043-9ada-4b33-9aec-2270beb21042 req-8055ad13-153c-413d-a346-3104f62adf86 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:50.882074 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cb39d043-9ada-4b33-9aec-2270beb21042 req-8055ad13-153c-413d-a346-3104f62adf86 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.59 "DELETE /v2.0/ports/9f6ba102-729f-4db0-85bd-4f490aab77db HTTP/1.1" status: 204 len: 173 time: 0.8522494 Feb 15 04:30:50.882722 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8003b584-f389-4058-8718-5e3ca7015245', 'name': 'network-vif-deleted', 'tag': '9f6ba102-729f-4db0-85bd-4f490aab77db'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:30:50.887172 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76784b3b-c694-40f2-ac48-3a5014e29ad6" -d '{"events": [{"server_uuid": "8003b584-f389-4058-8718-5e3ca7015245", "name": "network-vif-deleted", "tag": "9f6ba102-729f-4db0-85bd-4f490aab77db"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:30:50.891396 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-89820738-8735-48ab-a78a-778148a142a1 req-43fa57c9-3f62-49e9-b5bc-6fff924f4a92 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/ports?device_id=8003b584-f389-4058-8718-5e3ca7015245 HTTP/1.1" status: 200 len: 210 time: 0.0589614 Feb 15 04:30:50.957085 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-ced75c24-a8ad-4dcb-9604-4d6f13f085ca None None] Set router 2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:30:51.129092 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb720f21-6c01-4c9c-9f20-5b991cd03fd4 x-openstack-request-id: req-fb720f21-6c01-4c9c-9f20-5b991cd03fd4 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:30:51.129617 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8003b584-f389-4058-8718-5e3ca7015245", "name": "network-vif-deleted", "tag": "9f6ba102-729f-4db0-85bd-4f490aab77db", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:30:51.129617 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fb720f21-6c01-4c9c-9f20-5b991cd03fd4 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:30:51.130023 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8003b584-f389-4058-8718-5e3ca7015245', 'name': 'network-vif-deleted', 'tag': '9f6ba102-729f-4db0-85bd-4f490aab77db', 'status': 'completed', 'code': 200} Feb 15 04:30:51.187365 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 32942) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:30:51.201437 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-ced75c24-a8ad-4dcb-9604-4d6f13f085ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'name': 'tempest-AttachVolumeShelveTestJSON-558353376-router', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:37Z', 'updated_at': '2022-02-15T04:19:51Z', 'revision_number': 4, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'gw_port': {'id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:39Z', 'updated_at': '2022-02-15T04:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': 'ed95016a-a25d-49d0-9aed-456bb80645fd', 'name': '', 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'mac_address': 'fa:16:3e:61:e3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:45Z', 'updated_at': '2022-02-15T04:20:02Z', 'revision_number': 5, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'subnets': [{'id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:30:51.234655 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced75c24-a8ad-4dcb-9604-4d6f13f085ca None None] Checking router: 2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2 for host: dv-cinder-816104-2-iscsi {{(pid=102636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:30:51.243660 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced75c24-a8ad-4dcb-9604-4d6f13f085ca None None] Routers {'2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:30:51.244873 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-ced75c24-a8ad-4dcb-9604-4d6f13f085ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:30:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:30:51.292837 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-881eac2d-fc4f-4733-9af4-a650ef6f3c93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:51.373653 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-ced75c24-a8ad-4dcb-9604-4d6f13f085ca None None] Set router 2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:30:51.376825 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-881eac2d-fc4f-4733-9af4-a650ef6f3c93 admin admin] Publish callbacks [] for security_group (166c960c-dbcd-4e1f-b2c3-1e3182b2c466), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:51.383861 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-881eac2d-fc4f-4733-9af4-a650ef6f3c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (166c960c-dbcd-4e1f-b2c3-1e3182b2c466), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:51.425822 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-881eac2d-fc4f-4733-9af4-a650ef6f3c93 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=19015af560e64d208ea0fc7a30053304&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373219 Feb 15 04:30:51.427870 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881eac2d-fc4f-4733-9af4-a650ef6f3c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166c960c-dbcd-4e1f-b2c3-1e3182b2c466,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:30:51.428501 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 32948) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:30:51.484834 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c3e8ff26-12b2-4059-9b2f-f56be8f5e2ac admin admin] Publish callbacks [] for security_group (166c960c-dbcd-4e1f-b2c3-1e3182b2c466), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:51.506690 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c3e8ff26-12b2-4059-9b2f-f56be8f5e2ac admin admin] Publish callbacks [] for security_group (166c960c-dbcd-4e1f-b2c3-1e3182b2c466), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:51.563983 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c3e8ff26-12b2-4059-9b2f-f56be8f5e2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (166c960c-dbcd-4e1f-b2c3-1e3182b2c466), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:51.566787 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c3e8ff26-12b2-4059-9b2f-f56be8f5e2ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:51.570621 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-c3e8ff26-12b2-4059-9b2f-f56be8f5e2ac admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/166c960c-dbcd-4e1f-b2c3-1e3182b2c466 HTTP/1.1" status: 204 len: 168 time: 0.1409929 Feb 15 04:30:51.579302 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e8ff26-12b2-4059-9b2f-f56be8f5e2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166c960c-dbcd-4e1f-b2c3-1e3182b2c466,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:30:51.603270 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-ced75c24-a8ad-4dcb-9604-4d6f13f085ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'name': 'tempest-AttachVolumeShelveTestJSON-558353376-router', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:37Z', 'updated_at': '2022-02-15T04:19:51Z', 'revision_number': 4, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'gw_port': {'id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:39Z', 'updated_at': '2022-02-15T04:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': 'ed95016a-a25d-49d0-9aed-456bb80645fd', 'name': '', 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'mac_address': 'fa:16:3e:61:e3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:45Z', 'updated_at': '2022-02-15T04:20:02Z', 'revision_number': 5, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'subnets': [{'id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:30:51.631375 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced75c24-a8ad-4dcb-9604-4d6f13f085ca None None] The sync data for ids ['2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'] in dv-cinder-816104-2-iscsi is: [{'id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'name': 'tempest-AttachVolumeShelveTestJSON-558353376-router', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:37Z', 'updated_at': '2022-02-15T04:19:51Z', 'revision_number': 4, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'gw_port': {'id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:39Z', 'updated_at': '2022-02-15T04:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': 'ed95016a-a25d-49d0-9aed-456bb80645fd', 'name': '', 'network_id': 'f0c3e2a8-7b6d-47b3-b743-56e894a4b50d', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'mac_address': 'fa:16:3e:61:e3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:45Z', 'updated_at': '2022-02-15T04:20:02Z', 'revision_number': 5, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'subnets': [{'id': 'f5c54656-66d3-4f7d-bcac-e474d59bf132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:30:51.867337 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 32956) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:30:51.878694 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda48b83-39e7-4f17-825c-195f63fb8fcf None None] New status for floating IP 11c28e42-fddd-4719-a139-28c34fa2c0f6: DOWN {{(pid=102635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 04:30:51.880629 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d2b6ac83-5ffc-40af-9578-a35dff9d0a16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:51.964818 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d2b6ac83-5ffc-40af-9578-a35dff9d0a16 admin admin] Publish callbacks [] for security_group (5009b938-76fd-4a90-ba8b-d3694ed5563c), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:51.970710 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d2b6ac83-5ffc-40af-9578-a35dff9d0a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (5009b938-76fd-4a90-ba8b-d3694ed5563c), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:51.999004 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 32962) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:30:52.020681 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-d2b6ac83-5ffc-40af-9578-a35dff9d0a16 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4370574e7bfd4566a26a9e370b94761a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1521683 Feb 15 04:30:52.021298 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 32964) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:30:52.028063 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b6ac83-5ffc-40af-9578-a35dff9d0a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5009b938-76fd-4a90-ba8b-d3694ed5563c,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:30:52.059545 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-484e9285-a10c-4284-9122-6be1a73005d7 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for security_group (29605b94-a6a2-4925-84d2-cb8798317f2b), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:52.083848 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-484e9285-a10c-4284-9122-6be1a73005d7 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for security_group (29605b94-a6a2-4925-84d2-cb8798317f2b), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:52.135767 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-484e9285-a10c-4284-9122-6be1a73005d7 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (29605b94-a6a2-4925-84d2-cb8798317f2b), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:52.138447 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-484e9285-a10c-4284-9122-6be1a73005d7 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:52.139637 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-484e9285-a10c-4284-9122-6be1a73005d7 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "DELETE /v2.0/security-groups/29605b94-a6a2-4925-84d2-cb8798317f2b HTTP/1.1" status: 204 len: 168 time: 0.1395905 Feb 15 04:30:52.143152 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 32966) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:30:52.157391 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e9285-a10c-4284-9122-6be1a73005d7 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29605b94-a6a2-4925-84d2-cb8798317f2b,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:30:52.169106 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.api.v2.resource [None req-ee741026-d6b1-4013-aa53-58a2115846bb tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] show failed (client error): The resource could not be found. Feb 15 04:30:52.170578 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-ee741026-d6b1-4013-aa53-58a2115846bb tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "GET /v2.0/security-groups/29605b94-a6a2-4925-84d2-cb8798317f2b HTTP/1.1" status: 404 len: 347 time: 0.0263970 Feb 15 04:30:52.173846 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 32968) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:30:52.291971 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4be29e16-a6fa-40ab-9561-d82df1fba233 admin admin] Publish callbacks [] for security_group (5009b938-76fd-4a90-ba8b-d3694ed5563c), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:52.302052 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-82de687a-bbcb-4e9b-b318-15d35b87952c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Deleting port 59139da9-e102-4934-b593-5ace165670d1 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:30:52.302397 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-82de687a-bbcb-4e9b-b318-15d35b87952c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (59139da9-e102-4934-b593-5ace165670d1), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:52.312758 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4be29e16-a6fa-40ab-9561-d82df1fba233 admin admin] Publish callbacks [] for security_group (5009b938-76fd-4a90-ba8b-d3694ed5563c), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:52.357978 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4be29e16-a6fa-40ab-9561-d82df1fba233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (5009b938-76fd-4a90-ba8b-d3694ed5563c), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:52.360740 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4be29e16-a6fa-40ab-9561-d82df1fba233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:52.361913 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-4be29e16-a6fa-40ab-9561-d82df1fba233 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5009b938-76fd-4a90-ba8b-d3694ed5563c HTTP/1.1" status: 204 len: 168 time: 0.3394661 Feb 15 04:30:52.371318 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be29e16-a6fa-40ab-9561-d82df1fba233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5009b938-76fd-4a90-ba8b-d3694ed5563c,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:30:52.381629 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-82de687a-bbcb-4e9b-b318-15d35b87952c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (59139da9-e102-4934-b593-5ace165670d1), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:52.381956 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-82de687a-bbcb-4e9b-b318-15d35b87952c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for floatingip (59139da9-e102-4934-b593-5ace165670d1), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:52.397968 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-82de687a-bbcb-4e9b-b318-15d35b87952c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Calling delete_port for 59139da9-e102-4934-b593-5ace165670d1 owned by network:floatingip {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:30:52.536564 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-82de687a-bbcb-4e9b-b318-15d35b87952c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (59139da9-e102-4934-b593-5ace165670d1), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:52.561361 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de687a-bbcb-4e9b-b318-15d35b87952c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Pushing event deleted for resources: {'Port': ['ID=59139da9-e102-4934-b593-5ace165670d1,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:30:52.629810 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-82de687a-bbcb-4e9b-b318-15d35b87952c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks [] for floatingip (11c28e42-fddd-4719-a139-28c34fa2c0f6), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:52.632418 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-82de687a-bbcb-4e9b-b318-15d35b87952c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for floatingip (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:52.634218 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-82de687a-bbcb-4e9b-b318-15d35b87952c tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] 10.222.0.45 "DELETE /v2.0/floatingips/11c28e42-fddd-4719-a139-28c34fa2c0f6 HTTP/1.1" status: 204 len: 168 time: 0.4587181 Feb 15 04:30:53.389614 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 9f6ba102-729f-4db0-85bd-4f490aab77db no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:30:53.409447 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] No Port match for: 9f6ba102-729f-4db0-85bd-4f490aab77db {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:30:53.409794 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 9f6ba102-729f-4db0-85bd-4f490aab77db not bound to the agent host hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:30:54.091984 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 33036) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:30:54.202529 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bc07e429-ee7f-48b7-9ff9-fa621b8c2775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:54.278383 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bc07e429-ee7f-48b7-9ff9-fa621b8c2775 admin admin] Publish callbacks [] for security_group (1a23c671-b8f2-4899-bc2a-a06f00f6f6be), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:54.282148 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bc07e429-ee7f-48b7-9ff9-fa621b8c2775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (1a23c671-b8f2-4899-bc2a-a06f00f6f6be), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:54.319337 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-bc07e429-ee7f-48b7-9ff9-fa621b8c2775 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4bdcb6bfe70747f49c7f912182aa81ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262721 Feb 15 04:30:54.321806 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07e429-ee7f-48b7-9ff9-fa621b8c2775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a23c671-b8f2-4899-bc2a-a06f00f6f6be,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:30:54.322694 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 33040) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:30:54.372992 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2fae8d10-933f-454f-aa43-3fe3a59d6e3f admin admin] Publish callbacks [] for security_group (1a23c671-b8f2-4899-bc2a-a06f00f6f6be), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:54.394229 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2fae8d10-933f-454f-aa43-3fe3a59d6e3f admin admin] Publish callbacks [] for security_group (1a23c671-b8f2-4899-bc2a-a06f00f6f6be), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:54.442830 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2fae8d10-933f-454f-aa43-3fe3a59d6e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (1a23c671-b8f2-4899-bc2a-a06f00f6f6be), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:54.445665 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2fae8d10-933f-454f-aa43-3fe3a59d6e3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:54.446794 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-2fae8d10-933f-454f-aa43-3fe3a59d6e3f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1a23c671-b8f2-4899-bc2a-a06f00f6f6be HTTP/1.1" status: 204 len: 168 time: 0.1220436 Feb 15 04:30:54.455405 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae8d10-933f-454f-aa43-3fe3a59d6e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a23c671-b8f2-4899-bc2a-a06f00f6f6be,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:30:54.713719 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 33046) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:30:54.726574 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f23eb149-3dff-46cd-9ba1-69ff746b3406 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:54.804049 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f23eb149-3dff-46cd-9ba1-69ff746b3406 admin admin] Publish callbacks [] for security_group (3afcb629-a621-4a05-986d-9780094cd974), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:54.808532 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f23eb149-3dff-46cd-9ba1-69ff746b3406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (3afcb629-a621-4a05-986d-9780094cd974), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:54.848040 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23eb149-3dff-46cd-9ba1-69ff746b3406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afcb629-a621-4a05-986d-9780094cd974,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:30:54.854651 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-f23eb149-3dff-46cd-9ba1-69ff746b3406 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=58ecad00a32c461a9c38d10d7091ae5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399016 Feb 15 04:30:54.857273 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 33048) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:30:54.907855 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b201ea7c-b228-4cf5-b33d-9b6a6f0c7521 admin admin] Publish callbacks [] for security_group (3afcb629-a621-4a05-986d-9780094cd974), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:54.928531 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b201ea7c-b228-4cf5-b33d-9b6a6f0c7521 admin admin] Publish callbacks [] for security_group (3afcb629-a621-4a05-986d-9780094cd974), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:54.976060 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b201ea7c-b228-4cf5-b33d-9b6a6f0c7521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (3afcb629-a621-4a05-986d-9780094cd974), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:54.978324 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b201ea7c-b228-4cf5-b33d-9b6a6f0c7521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:54.979468 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-b201ea7c-b228-4cf5-b33d-9b6a6f0c7521 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3afcb629-a621-4a05-986d-9780094cd974 HTTP/1.1" status: 204 len: 168 time: 0.1212869 Feb 15 04:30:54.988268 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201ea7c-b228-4cf5-b33d-9b6a6f0c7521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afcb629-a621-4a05-986d-9780094cd974,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:30:55.066383 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 33058) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:30:55.621623 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-db614448-ba01-4e11-9dc6-e257f2f73398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639284'] for router_interface (2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:55.888664 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-db614448-ba01-4e11-9dc6-e257f2f73398 admin admin] Deleting port ed95016a-a25d-49d0-9aed-456bb80645fd {{(pid=102634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:30:55.889058 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-db614448-ba01-4e11-9dc6-e257f2f73398 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (ed95016a-a25d-49d0-9aed-456bb80645fd), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:55.969451 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-db614448-ba01-4e11-9dc6-e257f2f73398 admin admin] For port ed95016a-a25d-49d0-9aed-456bb80645fd, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=ed95016a-a25d-49d0-9aed-456bb80645fd,segment=NetworkSegment(a2939050-b15c-425b-a2c1-f2f0e37f1e44),segment_id=a2939050-b15c-425b-a2c1-f2f0e37f1e44)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:30:55.969819 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-db614448-ba01-4e11-9dc6-e257f2f73398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (ed95016a-a25d-49d0-9aed-456bb80645fd), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:55.984399 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-db614448-ba01-4e11-9dc6-e257f2f73398 admin admin] Calling delete_port for ed95016a-a25d-49d0-9aed-456bb80645fd owned by network:router_interface {{(pid=102634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:30:56.176359 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-db614448-ba01-4e11-9dc6-e257f2f73398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5688251'] for port (ed95016a-a25d-49d0-9aed-456bb80645fd), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:56.219816 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db614448-ba01-4e11-9dc6-e257f2f73398 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed95016a-a25d-49d0-9aed-456bb80645fd,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:30:56.396316 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-db614448-ba01-4e11-9dc6-e257f2f73398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-713588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639392'] for router_interface (2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:56.623079 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db614448-ba01-4e11-9dc6-e257f2f73398 admin admin] Router 2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2 has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:30:56.740051 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db614448-ba01-4e11-9dc6-e257f2f73398 admin admin] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:30:56.748731 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-db614448-ba01-4e11-9dc6-e257f2f73398 admin admin] 10.222.0.45 "PUT /v2.0/routers/2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6811850 Feb 15 04:30:56.753867 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 33106) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:30:56.769425 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b7792e-4483-47ee-8dbf-5a7a0ba73ede None None] Sync routers for ids ['2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'] in dv-cinder-816104-2-iscsi {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:30:56.781506 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b7792e-4483-47ee-8dbf-5a7a0ba73ede None None] Routers {'2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:30:56.782653 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-33b7792e-4483-47ee-8dbf-5a7a0ba73ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:30:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:30:56.878654 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d2cfa89a-f5cf-4600-9dce-ab85d08b3b3c admin admin] Publish callbacks [] for router (2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:56.920836 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-33b7792e-4483-47ee-8dbf-5a7a0ba73ede None None] Set router 2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:30:57.012353 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d2cfa89a-f5cf-4600-9dce-ab85d08b3b3c admin admin] Publish callbacks [] for router_gateway (2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:57.073285 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-d2cfa89a-f5cf-4600-9dce-ab85d08b3b3c admin admin] Deleting port 8525b6b7-883c-425d-87a5-c9460a68bc2a {{(pid=102634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:30:57.073747 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d2cfa89a-f5cf-4600-9dce-ab85d08b3b3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (8525b6b7-883c-425d-87a5-c9460a68bc2a), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:57.124414 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-33b7792e-4483-47ee-8dbf-5a7a0ba73ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'name': 'tempest-AttachVolumeShelveTestJSON-558353376-router', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:37Z', 'updated_at': '2022-02-15T04:30:56Z', 'revision_number': 5, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'gw_port': {'id': '8525b6b7-883c-425d-87a5-c9460a68bc2a', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:19:39Z', 'updated_at': '2022-02-15T04:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:30:57.155584 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b7792e-4483-47ee-8dbf-5a7a0ba73ede None None] Checking router: 2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2 for host: dv-cinder-816104-2-iscsi {{(pid=102636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:30:57.157233 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-d2cfa89a-f5cf-4600-9dce-ab85d08b3b3c admin admin] For port 8525b6b7-883c-425d-87a5-c9460a68bc2a, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=8525b6b7-883c-425d-87a5-c9460a68bc2a,segment=NetworkSegment(5a34016a-0f1f-4003-98e1-68134538d335),segment_id=5a34016a-0f1f-4003-98e1-68134538d335)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:30:57.158015 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d2cfa89a-f5cf-4600-9dce-ab85d08b3b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (8525b6b7-883c-425d-87a5-c9460a68bc2a), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:57.164550 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b7792e-4483-47ee-8dbf-5a7a0ba73ede None None] Routers {'2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:30:57.165764 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-33b7792e-4483-47ee-8dbf-5a7a0ba73ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:30:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:30:57.177115 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-d2cfa89a-f5cf-4600-9dce-ab85d08b3b3c admin admin] Calling delete_port for 8525b6b7-883c-425d-87a5-c9460a68bc2a owned by network:router_gateway {{(pid=102634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:30:57.265931 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-33b7792e-4483-47ee-8dbf-5a7a0ba73ede None None] Set router 2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2 gateway port host: None {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:30:57.326164 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-33b7792e-4483-47ee-8dbf-5a7a0ba73ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'name': 'tempest-AttachVolumeShelveTestJSON-558353376-router', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:37Z', 'updated_at': '2022-02-15T04:30:57Z', 'revision_number': 6, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'gw_port_host': None}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:30:57.353497 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b7792e-4483-47ee-8dbf-5a7a0ba73ede None None] The sync data for ids ['2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2'] in dv-cinder-816104-2-iscsi is: [{'id': '2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2', 'name': 'tempest-AttachVolumeShelveTestJSON-558353376-router', 'tenant_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:19:37Z', 'updated_at': '2022-02-15T04:30:57Z', 'revision_number': 6, 'project_id': 'b6908f5f033f4c8888210c0cf405f4fa', 'gw_port_host': None}] {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:30:57.358222 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d2cfa89a-f5cf-4600-9dce-ab85d08b3b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5688251'] for port (8525b6b7-883c-425d-87a5-c9460a68bc2a), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:57.394689 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cfa89a-f5cf-4600-9dce-ab85d08b3b3c admin admin] Pushing event deleted for resources: {'Port': ['ID=8525b6b7-883c-425d-87a5-c9460a68bc2a,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:30:57.460489 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d2cfa89a-f5cf-4600-9dce-ab85d08b3b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639998'] for router_gateway (2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:57.570264 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d2cfa89a-f5cf-4600-9dce-ab85d08b3b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26553'] for router (2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:57.572834 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d2cfa89a-f5cf-4600-9dce-ab85d08b3b3c admin admin] Publish callbacks [] for router_controller (2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2), precommit_delete_associations {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:57.619579 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d2cfa89a-f5cf-4600-9dce-ab85d08b3b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648786'] for router (2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:57.620218 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cfa89a-f5cf-4600-9dce-ab85d08b3b3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2 {{(pid=102634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 04:30:57.625337 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d2cfa89a-f5cf-4600-9dce-ab85d08b3b3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:57.626560 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-d2cfa89a-f5cf-4600-9dce-ab85d08b3b3c admin admin] 10.222.0.45 "DELETE /v2.0/routers/2b5c9f82-9f86-4526-8a67-3aee8a7bb9d2 HTTP/1.1" status: 204 len: 168 time: 0.8717113 Feb 15 04:30:57.629060 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 33110) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:30:57.673413 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.db_base_plugin_v2 [None req-95eee6ea-de5b-4c70-a982-766f85387b46 admin admin] Deleting subnet f5c54656-66d3-4f7d-bcac-e474d59bf132 {{(pid=102634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 04:30:57.676801 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-95eee6ea-de5b-4c70-a982-766f85387b46 admin admin] Publish callbacks [] for subnet (f5c54656-66d3-4f7d-bcac-e474d59bf132), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:57.713143 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-95eee6ea-de5b-4c70-a982-766f85387b46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5689128'] for subnet (f5c54656-66d3-4f7d-bcac-e474d59bf132), precommit_delete_associations {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:57.797332 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-95eee6ea-de5b-4c70-a982-766f85387b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1732099'] for subnet (f5c54656-66d3-4f7d-bcac-e474d59bf132), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:57.856248 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-95eee6ea-de5b-4c70-a982-766f85387b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1730288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5688276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6160504'] for subnet (f5c54656-66d3-4f7d-bcac-e474d59bf132), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:57.887455 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eee6ea-de5b-4c70-a982-766f85387b46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5c54656-66d3-4f7d-bcac-e474d59bf132,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:30:57.888090 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-95eee6ea-de5b-4c70-a982-766f85387b46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for subnet (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:57.891821 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-95eee6ea-de5b-4c70-a982-766f85387b46 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f5c54656-66d3-4f7d-bcac-e474d59bf132 HTTP/1.1" status: 204 len: 168 time: 0.2612395 Feb 15 04:30:57.893736 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 33118) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:30:57.894100 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c57066-8345-4301-ad6b-a6674ba219f6 None None] Network f0c3e2a8-7b6d-47b3-b743-56e894a4b50d requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:30:57.971533 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-46e76548-ba35-409d-af2f-18af183cba76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756036'] for network (f0c3e2a8-7b6d-47b3-b743-56e894a4b50d), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:58.029013 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-46e76548-ba35-409d-af2f-18af183cba76 admin admin] Deleting port e384005e-60f7-4ecb-9c96-0548b54580c8 {{(pid=102634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:30:58.029361 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-46e76548-ba35-409d-af2f-18af183cba76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (e384005e-60f7-4ecb-9c96-0548b54580c8), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:58.153468 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c5e58a-ae85-4888-a422-bf253e41e147 None None] DHCP port deletion for f0c3e2a8-7b6d-47b3-b743-56e894a4b50d request from dv-cinder-816104-2-iscsi {{(pid=102635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 04:30:58.218192 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-c9c5e58a-ae85-4888-a422-bf253e41e147 None None] Deleting port e384005e-60f7-4ecb-9c96-0548b54580c8 {{(pid=102635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:30:58.218644 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-c9c5e58a-ae85-4888-a422-bf253e41e147 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (e384005e-60f7-4ecb-9c96-0548b54580c8), before_delete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:58.237656 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 8525b6b7-883c-425d-87a5-c9460a68bc2a no longer exists at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:30:58.295844 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] No Port match for: 8525b6b7-883c-425d-87a5-c9460a68bc2a {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:30:58.296190 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 8525b6b7-883c-425d-87a5-c9460a68bc2a not bound to the agent host dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:30:58.296618 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device e384005e-60f7-4ecb-9c96-0548b54580c8 no longer exists at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:30:58.339045 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-c9c5e58a-ae85-4888-a422-bf253e41e147 None None] For port e384005e-60f7-4ecb-9c96-0548b54580c8, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=e384005e-60f7-4ecb-9c96-0548b54580c8,segment=NetworkSegment(a2939050-b15c-425b-a2c1-f2f0e37f1e44),segment_id=a2939050-b15c-425b-a2c1-f2f0e37f1e44)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:30:58.339447 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-c9c5e58a-ae85-4888-a422-bf253e41e147 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (e384005e-60f7-4ecb-9c96-0548b54580c8), precommit_delete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:58.355980 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-46e76548-ba35-409d-af2f-18af183cba76 admin admin] For port e384005e-60f7-4ecb-9c96-0548b54580c8, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=e384005e-60f7-4ecb-9c96-0548b54580c8,segment=NetworkSegment(a2939050-b15c-425b-a2c1-f2f0e37f1e44),segment_id=a2939050-b15c-425b-a2c1-f2f0e37f1e44)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:30:58.356337 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-46e76548-ba35-409d-af2f-18af183cba76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (e384005e-60f7-4ecb-9c96-0548b54580c8), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:58.358068 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-c9c5e58a-ae85-4888-a422-bf253e41e147 None None] Calling delete_port for e384005e-60f7-4ecb-9c96-0548b54580c8 owned by network:dhcp {{(pid=102635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:30:58.369422 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-46e76548-ba35-409d-af2f-18af183cba76 admin admin] Calling delete_port for e384005e-60f7-4ecb-9c96-0548b54580c8 owned by network:dhcp {{(pid=102634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:30:58.452421 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port e384005e-60f7-4ecb-9c96-0548b54580c8 is: ACTIVE; New status is: DOWN {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:30:58.452768 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (e384005e-60f7-4ecb-9c96-0548b54580c8), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:58.456870 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-46e76548-ba35-409d-af2f-18af183cba76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5688251'] for port (e384005e-60f7-4ecb-9c96-0548b54580c8), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:58.487833 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e76548-ba35-409d-af2f-18af183cba76 admin admin] Pushing event deleted for resources: {'Port': ['ID=e384005e-60f7-4ecb-9c96-0548b54580c8,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:30:58.503606 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e76548-ba35-409d-af2f-18af183cba76 admin admin] No DVR routers for this DVR port e384005e-60f7-4ecb-9c96-0548b54580c8 on host dv-cinder-816104-2-iscsi {{(pid=102634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:30:58.511049 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device ed95016a-a25d-49d0-9aed-456bb80645fd no longer exists at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:30:58.514250 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-c9c5e58a-ae85-4888-a422-bf253e41e147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092'] for port (e384005e-60f7-4ecb-9c96-0548b54580c8), after_delete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:58.552158 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] No Port match for: ed95016a-a25d-49d0-9aed-456bb80645fd {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:30:58.552507 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device ed95016a-a25d-49d0-9aed-456bb80645fd not bound to the agent host dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:30:58.556274 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5e58a-ae85-4888-a422-bf253e41e147 None None] Pushing event deleted for resources: {'Port': ['ID=e384005e-60f7-4ecb-9c96-0548b54580c8,revision_number=None']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:30:58.564328 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c5e58a-ae85-4888-a422-bf253e41e147 None None] No DVR routers for this DVR port e384005e-60f7-4ecb-9c96-0548b54580c8 on host dv-cinder-816104-2-iscsi {{(pid=102635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:30:58.566731 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c5e58a-ae85-4888-a422-bf253e41e147 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:58.567093 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c5e58a-ae85-4888-a422-bf253e41e147 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:58.567434 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c5e58a-ae85-4888-a422-bf253e41e147 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:58.567782 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c5e58a-ae85-4888-a422-bf253e41e147 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:58.568129 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c5e58a-ae85-4888-a422-bf253e41e147 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:58.568466 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c5e58a-ae85-4888-a422-bf253e41e147 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:58.568801 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c5e58a-ae85-4888-a422-bf253e41e147 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:58.569162 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c5e58a-ae85-4888-a422-bf253e41e147 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:58.569495 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c5e58a-ae85-4888-a422-bf253e41e147 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:58.569827 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c5e58a-ae85-4888-a422-bf253e41e147 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:58.570152 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c5e58a-ae85-4888-a422-bf253e41e147 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:58.570478 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c5e58a-ae85-4888-a422-bf253e41e147 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:58.570804 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c5e58a-ae85-4888-a422-bf253e41e147 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:30:58.581978 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-46e76548-ba35-409d-af2f-18af183cba76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725060', 'neutron.services.segments.db._delete_segments_for_network-8734710277232'] for network (f0c3e2a8-7b6d-47b3-b743-56e894a4b50d), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:58.603894 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.services.segments.db [None req-46e76548-ba35-409d-af2f-18af183cba76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c3e2a8-7b6d-47b3-b743-56e894a4b50d']}} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:30:58.613393 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.services.segments.db [None req-46e76548-ba35-409d-af2f-18af183cba76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2939050-b15c-425b-a2c1-f2f0e37f1e44') {'for_net_delete': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:30:58.613686 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.services.segments.db [None req-46e76548-ba35-409d-af2f-18af183cba76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2939050-b15c-425b-a2c1-f2f0e37f1e44') {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:30:58.623058 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-46e76548-ba35-409d-af2f-18af183cba76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734710278521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5689107'] for segment (a2939050-b15c-425b-a2c1-f2f0e37f1e44), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:58.636767 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-46e76548-ba35-409d-af2f-18af183cba76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (a2939050-b15c-425b-a2c1-f2f0e37f1e44), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:58.642730 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e76548-ba35-409d-af2f-18af183cba76 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 04:30:58.643185 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-46e76548-ba35-409d-af2f-18af183cba76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5688174'] for segment (a2939050-b15c-425b-a2c1-f2f0e37f1e44), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:58.644813 dv-cinder-816104-2-iscsi neutron-server[102634]: Traceback (most recent call last): Feb 15 04:30:58.644813 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 04:30:58.644813 dv-cinder-816104-2-iscsi neutron-server[102634]: timer() Feb 15 04:30:58.644813 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 04:30:58.644813 dv-cinder-816104-2-iscsi neutron-server[102634]: cb(*args, **kw) Feb 15 04:30:58.644813 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 04:30:58.644813 dv-cinder-816104-2-iscsi neutron-server[102634]: return func(*args, **kwargs) Feb 15 04:30:58.644813 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 04:30:58.644813 dv-cinder-816104-2-iscsi neutron-server[102634]: self._notify() Feb 15 04:30:58.644813 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 04:30:58.644813 dv-cinder-816104-2-iscsi neutron-server[102634]: self.callback(batched_events) Feb 15 04:30:58.644813 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 04:30:58.644813 dv-cinder-816104-2-iscsi neutron-server[102634]: event.method(event) Feb 15 04:30:58.644813 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 04:30:58.644813 dv-cinder-816104-2-iscsi neutron-server[102634]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 04:30:58.644813 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 04:30:58.644813 dv-cinder-816104-2-iscsi neutron-server[102634]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 04:30:58.644813 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 04:30:58.644813 dv-cinder-816104-2-iscsi neutron-server[102634]: return f(self, *a, **k) Feb 15 04:30:58.644813 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 04:30:58.644813 dv-cinder-816104-2-iscsi neutron-server[102634]: return self._get(url).json() Feb 15 04:30:58.644813 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 04:30:58.644813 dv-cinder-816104-2-iscsi neutron-server[102634]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 04:30:58.644813 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 04:30:58.644813 dv-cinder-816104-2-iscsi neutron-server[102634]: return self.request(url, 'GET', **kwargs) Feb 15 04:30:58.644813 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 04:30:58.644813 dv-cinder-816104-2-iscsi neutron-server[102634]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 04:30:58.644813 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 04:30:58.644813 dv-cinder-816104-2-iscsi neutron-server[102634]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 04:30:58.644813 dv-cinder-816104-2-iscsi neutron-server[102634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 04:30:58.644813 dv-cinder-816104-2-iscsi neutron-server[102634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 04:30:58.644813 dv-cinder-816104-2-iscsi neutron-server[102634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 04:30:58.701693 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-46e76548-ba35-409d-af2f-18af183cba76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639526'] for network (f0c3e2a8-7b6d-47b3-b743-56e894a4b50d), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:58.707066 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-46e76548-ba35-409d-af2f-18af183cba76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:58.710366 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-46e76548-ba35-409d-af2f-18af183cba76 admin admin] 10.222.0.45 "DELETE /v2.0/networks/f0c3e2a8-7b6d-47b3-b743-56e894a4b50d HTTP/1.1" status: 204 len: 168 time: 0.8157020 Feb 15 04:30:58.722708 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e76548-ba35-409d-af2f-18af183cba76 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0c3e2a8-7b6d-47b3-b743-56e894a4b50d,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:30:58.871614 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 33126) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:30:58.912829 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-9ab95feb-e81f-4052-b5f4-cc06c3b103c4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b6908f5f033f4c8888210c0cf405f4fa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400646 Feb 15 04:30:58.915682 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 33128) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:30:58.961938 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-73bce454-c3a6-4b68-ba5f-47e7107f7b1c admin admin] Publish callbacks [] for security_group (63576ce3-313e-46d6-b405-5cbd50d923a1), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:58.982340 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-73bce454-c3a6-4b68-ba5f-47e7107f7b1c admin admin] Publish callbacks [] for security_group (63576ce3-313e-46d6-b405-5cbd50d923a1), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:59.029511 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-73bce454-c3a6-4b68-ba5f-47e7107f7b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (63576ce3-313e-46d6-b405-5cbd50d923a1), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:59.032155 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-73bce454-c3a6-4b68-ba5f-47e7107f7b1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:30:59.033243 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-73bce454-c3a6-4b68-ba5f-47e7107f7b1c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/63576ce3-313e-46d6-b405-5cbd50d923a1 HTTP/1.1" status: 204 len: 168 time: 0.1166499 Feb 15 04:30:59.041066 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bce454-c3a6-4b68-ba5f-47e7107f7b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63576ce3-313e-46d6-b405-5cbd50d923a1,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:31:00.264424 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 33188) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:31:00.369553 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8851016d-3a46-4972-917d-35ca9fec6831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:00.444338 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8851016d-3a46-4972-917d-35ca9fec6831 admin admin] Publish callbacks [] for security_group (831fb348-36c7-4411-9a67-f7490dc8ca47), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:00.449805 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8851016d-3a46-4972-917d-35ca9fec6831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (831fb348-36c7-4411-9a67-f7490dc8ca47), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:00.488507 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-8851016d-3a46-4972-917d-35ca9fec6831 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=78efdf2848b04b2680d4333cf1534031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229660 Feb 15 04:31:00.490723 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851016d-3a46-4972-917d-35ca9fec6831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831fb348-36c7-4411-9a67-f7490dc8ca47,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:31:00.491172 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 33196) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:31:00.550649 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3b747baf-c665-4463-9bbe-7224cab8bc4f admin admin] Publish callbacks [] for security_group (831fb348-36c7-4411-9a67-f7490dc8ca47), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:00.572027 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3b747baf-c665-4463-9bbe-7224cab8bc4f admin admin] Publish callbacks [] for security_group (831fb348-36c7-4411-9a67-f7490dc8ca47), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:00.626465 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3b747baf-c665-4463-9bbe-7224cab8bc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (831fb348-36c7-4411-9a67-f7490dc8ca47), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:00.629700 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3b747baf-c665-4463-9bbe-7224cab8bc4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:00.633369 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-3b747baf-c665-4463-9bbe-7224cab8bc4f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/831fb348-36c7-4411-9a67-f7490dc8ca47 HTTP/1.1" status: 204 len: 168 time: 0.1410480 Feb 15 04:31:00.641517 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b747baf-c665-4463-9bbe-7224cab8bc4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831fb348-36c7-4411-9a67-f7490dc8ca47,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:31:00.807575 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 33212) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:31:00.915219 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b9446e17-7ba9-49f5-a8c1-58ae31b47f40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:00.996604 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b9446e17-7ba9-49f5-a8c1-58ae31b47f40 admin admin] Publish callbacks [] for security_group (522d98b1-10ad-4447-a2f0-c54c4c3f79d1), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:01.000749 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b9446e17-7ba9-49f5-a8c1-58ae31b47f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (522d98b1-10ad-4447-a2f0-c54c4c3f79d1), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:01.039241 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9446e17-7ba9-49f5-a8c1-58ae31b47f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522d98b1-10ad-4447-a2f0-c54c4c3f79d1,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:31:01.047393 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-b9446e17-7ba9-49f5-a8c1-58ae31b47f40 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=26fda6c29360479fa0cac3c6c939465b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361391 Feb 15 04:31:01.048413 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 33224) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:31:01.097598 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5e2826cc-1c44-4947-855f-067a631aff91 admin admin] Publish callbacks [] for security_group (522d98b1-10ad-4447-a2f0-c54c4c3f79d1), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:01.121810 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5e2826cc-1c44-4947-855f-067a631aff91 admin admin] Publish callbacks [] for security_group (522d98b1-10ad-4447-a2f0-c54c4c3f79d1), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:01.171972 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5e2826cc-1c44-4947-855f-067a631aff91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (522d98b1-10ad-4447-a2f0-c54c4c3f79d1), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:01.175207 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5e2826cc-1c44-4947-855f-067a631aff91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:01.180164 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-5e2826cc-1c44-4947-855f-067a631aff91 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/522d98b1-10ad-4447-a2f0-c54c4c3f79d1 HTTP/1.1" status: 204 len: 168 time: 0.1278818 Feb 15 04:31:01.189729 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2826cc-1c44-4947-855f-067a631aff91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522d98b1-10ad-4447-a2f0-c54c4c3f79d1,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:31:01.514930 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 33242) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:31:01.529993 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-879b136c-e448-4b0e-b8b9-4c295878f5e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:01.607983 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-879b136c-e448-4b0e-b8b9-4c295878f5e0 admin admin] Publish callbacks [] for security_group (08deed5d-7d0e-42bc-b8a9-6a20044954d3), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:01.611883 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-879b136c-e448-4b0e-b8b9-4c295878f5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (08deed5d-7d0e-42bc-b8a9-6a20044954d3), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:01.652006 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-879b136c-e448-4b0e-b8b9-4c295878f5e0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2a5dbc3ef855423887e07f76aa03c10c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355076 Feb 15 04:31:01.653958 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b136c-e448-4b0e-b8b9-4c295878f5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08deed5d-7d0e-42bc-b8a9-6a20044954d3,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:31:01.654854 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 33248) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:31:01.707850 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cb842270-9a57-4f01-b714-fb36b7c42fae admin admin] Publish callbacks [] for security_group (08deed5d-7d0e-42bc-b8a9-6a20044954d3), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:01.733682 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cb842270-9a57-4f01-b714-fb36b7c42fae admin admin] Publish callbacks [] for security_group (08deed5d-7d0e-42bc-b8a9-6a20044954d3), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:01.781182 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cb842270-9a57-4f01-b714-fb36b7c42fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (08deed5d-7d0e-42bc-b8a9-6a20044954d3), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:01.783749 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cb842270-9a57-4f01-b714-fb36b7c42fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:01.784911 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-cb842270-9a57-4f01-b714-fb36b7c42fae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/08deed5d-7d0e-42bc-b8a9-6a20044954d3 HTTP/1.1" status: 204 len: 168 time: 0.1290631 Feb 15 04:31:01.793562 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb842270-9a57-4f01-b714-fb36b7c42fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08deed5d-7d0e-42bc-b8a9-6a20044954d3,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:31:02.276938 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-ea493d00-9814-4ffa-870a-03f45bc78b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:03.622362 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:31:06.076236 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-35871909-2f6e-41fc-b31c-a3f49685ac92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:06.449133 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:08.563096 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:09.784243 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:11.804419 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:13.718586 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 33458) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:31:13.826336 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-80991dd3-9672-4c22-a54a-7287f9b09669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:13.898716 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-80991dd3-9672-4c22-a54a-7287f9b09669 admin admin] Publish callbacks [] for security_group (2d5b7432-82fe-4ce2-9d48-1776c2561d62), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:13.903406 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-80991dd3-9672-4c22-a54a-7287f9b09669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (2d5b7432-82fe-4ce2-9d48-1776c2561d62), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:13.941043 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-80991dd3-9672-4c22-a54a-7287f9b09669 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=77b8981e99a94a2cbf6fdc730b60e126&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213194 Feb 15 04:31:13.941893 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80991dd3-9672-4c22-a54a-7287f9b09669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5b7432-82fe-4ce2-9d48-1776c2561d62,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:31:13.943745 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 33462) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:31:13.949245 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80991dd3-9672-4c22-a54a-7287f9b09669 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:31:13.949600 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80991dd3-9672-4c22-a54a-7287f9b09669 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:31:13.949944 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80991dd3-9672-4c22-a54a-7287f9b09669 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:31:13.950684 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80991dd3-9672-4c22-a54a-7287f9b09669 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:31:13.950684 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80991dd3-9672-4c22-a54a-7287f9b09669 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:31:13.950965 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80991dd3-9672-4c22-a54a-7287f9b09669 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:31:13.951294 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80991dd3-9672-4c22-a54a-7287f9b09669 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:31:13.951622 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80991dd3-9672-4c22-a54a-7287f9b09669 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:31:13.951947 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80991dd3-9672-4c22-a54a-7287f9b09669 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:31:13.952276 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80991dd3-9672-4c22-a54a-7287f9b09669 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:31:13.952600 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80991dd3-9672-4c22-a54a-7287f9b09669 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:31:13.952946 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80991dd3-9672-4c22-a54a-7287f9b09669 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:31:13.953270 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80991dd3-9672-4c22-a54a-7287f9b09669 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:31:13.992226 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2a8be0d3-79cc-46e8-a585-ca91c44d1577 admin admin] Publish callbacks [] for security_group (2d5b7432-82fe-4ce2-9d48-1776c2561d62), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:14.016946 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2a8be0d3-79cc-46e8-a585-ca91c44d1577 admin admin] Publish callbacks [] for security_group (2d5b7432-82fe-4ce2-9d48-1776c2561d62), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:14.061953 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2a8be0d3-79cc-46e8-a585-ca91c44d1577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (2d5b7432-82fe-4ce2-9d48-1776c2561d62), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:14.064522 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2a8be0d3-79cc-46e8-a585-ca91c44d1577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:14.065684 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-2a8be0d3-79cc-46e8-a585-ca91c44d1577 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2d5b7432-82fe-4ce2-9d48-1776c2561d62 HTTP/1.1" status: 204 len: 168 time: 0.1208558 Feb 15 04:31:14.073475 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8be0d3-79cc-46e8-a585-ca91c44d1577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5b7432-82fe-4ce2-9d48-1776c2561d62,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:31:14.333341 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 33474) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:31:14.347753 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-65444bb5-018a-4f27-9518-c2e53411cb98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:14.426060 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-65444bb5-018a-4f27-9518-c2e53411cb98 admin admin] Publish callbacks [] for security_group (04087f3b-c20a-4361-b274-73b1b9eaca95), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:14.429808 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-65444bb5-018a-4f27-9518-c2e53411cb98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (04087f3b-c20a-4361-b274-73b1b9eaca95), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:14.471662 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65444bb5-018a-4f27-9518-c2e53411cb98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04087f3b-c20a-4361-b274-73b1b9eaca95,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:31:14.477016 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-65444bb5-018a-4f27-9518-c2e53411cb98 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d0d6f2d7a6fa4c0f98da31dfea70269a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426370 Feb 15 04:31:14.480475 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 33476) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:31:14.534232 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d2c84222-fc8d-4026-a15e-feec86cd03c0 admin admin] Publish callbacks [] for security_group (04087f3b-c20a-4361-b274-73b1b9eaca95), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:14.555203 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d2c84222-fc8d-4026-a15e-feec86cd03c0 admin admin] Publish callbacks [] for security_group (04087f3b-c20a-4361-b274-73b1b9eaca95), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:14.602118 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d2c84222-fc8d-4026-a15e-feec86cd03c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (04087f3b-c20a-4361-b274-73b1b9eaca95), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:14.605818 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d2c84222-fc8d-4026-a15e-feec86cd03c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:14.606972 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-d2c84222-fc8d-4026-a15e-feec86cd03c0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/04087f3b-c20a-4361-b274-73b1b9eaca95 HTTP/1.1" status: 204 len: 168 time: 0.1255496 Feb 15 04:31:14.614789 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c84222-fc8d-4026-a15e-feec86cd03c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04087f3b-c20a-4361-b274-73b1b9eaca95,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:31:15.643509 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 33514) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:31:15.849216 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-74cb867e-9d9c-494f-81fc-7f9f65903e44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:15.929258 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-74cb867e-9d9c-494f-81fc-7f9f65903e44 admin admin] Publish callbacks [] for security_group (cc01fce8-85a5-4b0c-9186-a7107820e457), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:15.934241 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-74cb867e-9d9c-494f-81fc-7f9f65903e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (cc01fce8-85a5-4b0c-9186-a7107820e457), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:15.973302 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-74cb867e-9d9c-494f-81fc-7f9f65903e44 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cd80ca27cbd44766b466badcdcbffcfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3286839 Feb 15 04:31:15.974523 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb867e-9d9c-494f-81fc-7f9f65903e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc01fce8-85a5-4b0c-9186-a7107820e457,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:31:15.976102 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 33526) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:31:16.027533 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2896782f-d6de-4de4-a34c-de4f0a635d18 admin admin] Publish callbacks [] for security_group (cc01fce8-85a5-4b0c-9186-a7107820e457), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:16.049762 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2896782f-d6de-4de4-a34c-de4f0a635d18 admin admin] Publish callbacks [] for security_group (cc01fce8-85a5-4b0c-9186-a7107820e457), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:16.097638 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2896782f-d6de-4de4-a34c-de4f0a635d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (cc01fce8-85a5-4b0c-9186-a7107820e457), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:16.100319 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2896782f-d6de-4de4-a34c-de4f0a635d18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:16.101639 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-2896782f-d6de-4de4-a34c-de4f0a635d18 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cc01fce8-85a5-4b0c-9186-a7107820e457 HTTP/1.1" status: 204 len: 168 time: 0.1237903 Feb 15 04:31:16.110493 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896782f-d6de-4de4-a34c-de4f0a635d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc01fce8-85a5-4b0c-9186-a7107820e457,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:31:16.394625 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 33536) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:31:16.410955 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-abdab140-43d3-4ac1-a54a-3fac3c753cfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:16.484930 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-abdab140-43d3-4ac1-a54a-3fac3c753cfd admin admin] Publish callbacks [] for security_group (eb9d34b0-f400-49c0-99f2-e38fb736514f), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:16.488851 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-abdab140-43d3-4ac1-a54a-3fac3c753cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (eb9d34b0-f400-49c0-99f2-e38fb736514f), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:16.530318 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-abdab140-43d3-4ac1-a54a-3fac3c753cfd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cde200eb19e14d61ad9a8e4350b13dfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345832 Feb 15 04:31:16.531187 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdab140-43d3-4ac1-a54a-3fac3c753cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9d34b0-f400-49c0-99f2-e38fb736514f,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:31:16.533079 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 33538) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:31:16.583394 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e3508d22-ab94-42a3-8777-ef5df1ee3104 admin admin] Publish callbacks [] for security_group (eb9d34b0-f400-49c0-99f2-e38fb736514f), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:16.604577 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e3508d22-ab94-42a3-8777-ef5df1ee3104 admin admin] Publish callbacks [] for security_group (eb9d34b0-f400-49c0-99f2-e38fb736514f), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:16.651103 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e3508d22-ab94-42a3-8777-ef5df1ee3104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (eb9d34b0-f400-49c0-99f2-e38fb736514f), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:16.653911 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-e3508d22-ab94-42a3-8777-ef5df1ee3104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:16.655042 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-e3508d22-ab94-42a3-8777-ef5df1ee3104 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eb9d34b0-f400-49c0-99f2-e38fb736514f HTTP/1.1" status: 204 len: 168 time: 0.1209428 Feb 15 04:31:16.662690 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3508d22-ab94-42a3-8777-ef5df1ee3104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9d34b0-f400-49c0-99f2-e38fb736514f,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:31:26.987656 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 33646) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:31:27.089759 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bdc2cc78-19d1-48aa-9cf6-7780e168c6d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:27.164640 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bdc2cc78-19d1-48aa-9cf6-7780e168c6d1 admin admin] Publish callbacks [] for security_group (24874c88-8ac7-4920-90bf-2b5834c4f676), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:27.169691 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bdc2cc78-19d1-48aa-9cf6-7780e168c6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (24874c88-8ac7-4920-90bf-2b5834c4f676), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:27.206814 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2cc78-19d1-48aa-9cf6-7780e168c6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24874c88-8ac7-4920-90bf-2b5834c4f676,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:31:27.213505 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-bdc2cc78-19d1-48aa-9cf6-7780e168c6d1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=81818d3572d647788db923c5bedc8b89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246714 Feb 15 04:31:27.214946 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 33658) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:31:27.269991 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-be3ac886-df65-4a6f-8c5f-66f4031a9268 admin admin] Publish callbacks [] for security_group (24874c88-8ac7-4920-90bf-2b5834c4f676), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:27.291221 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-be3ac886-df65-4a6f-8c5f-66f4031a9268 admin admin] Publish callbacks [] for security_group (24874c88-8ac7-4920-90bf-2b5834c4f676), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:27.336774 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-be3ac886-df65-4a6f-8c5f-66f4031a9268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (24874c88-8ac7-4920-90bf-2b5834c4f676), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:27.339524 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-be3ac886-df65-4a6f-8c5f-66f4031a9268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:27.341226 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-be3ac886-df65-4a6f-8c5f-66f4031a9268 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/24874c88-8ac7-4920-90bf-2b5834c4f676 HTTP/1.1" status: 204 len: 168 time: 0.1251442 Feb 15 04:31:27.348844 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ac886-df65-4a6f-8c5f-66f4031a9268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24874c88-8ac7-4920-90bf-2b5834c4f676,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:31:27.608527 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 33666) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:31:27.622034 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9c05edbd-9609-4737-a067-8e9b5d8be60f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:27.702792 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9c05edbd-9609-4737-a067-8e9b5d8be60f admin admin] Publish callbacks [] for security_group (51e08c8b-51a6-4aae-8cf6-9feb18a32142), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:27.707523 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9c05edbd-9609-4737-a067-8e9b5d8be60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (51e08c8b-51a6-4aae-8cf6-9feb18a32142), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:27.744360 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05edbd-9609-4737-a067-8e9b5d8be60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e08c8b-51a6-4aae-8cf6-9feb18a32142,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:31:27.751816 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 33668) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:31:27.752206 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-9c05edbd-9609-4737-a067-8e9b5d8be60f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dec7b01dc20f4fbd8391b441dd213883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421208 Feb 15 04:31:27.807696 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cef96122-9870-4c87-9137-b192135d3ace admin admin] Publish callbacks [] for security_group (51e08c8b-51a6-4aae-8cf6-9feb18a32142), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:27.831741 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cef96122-9870-4c87-9137-b192135d3ace admin admin] Publish callbacks [] for security_group (51e08c8b-51a6-4aae-8cf6-9feb18a32142), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:27.877017 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cef96122-9870-4c87-9137-b192135d3ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (51e08c8b-51a6-4aae-8cf6-9feb18a32142), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:27.879575 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-cef96122-9870-4c87-9137-b192135d3ace admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:27.880707 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-cef96122-9870-4c87-9137-b192135d3ace admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/51e08c8b-51a6-4aae-8cf6-9feb18a32142 HTTP/1.1" status: 204 len: 168 time: 0.1277370 Feb 15 04:31:27.888641 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef96122-9870-4c87-9137-b192135d3ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e08c8b-51a6-4aae-8cf6-9feb18a32142,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:31:32.270148 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-1d097147-b450-48ce-b1b9-4b6111b56ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:36.078576 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-e579dfd1-5946-43fc-812a-09a8199519b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:36.452462 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:38.337809 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf3001-436d-40c6-8c28-51da8a7142bb req-168b714b-a0d8-42e9-adc4-e9c08ec6b421 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:31:38.339369 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-accf3001-436d-40c6-8c28-51da8a7142bb req-168b714b-a0d8-42e9-adc4-e9c08ec6b421 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 945 time: 0.0582504 Feb 15 04:31:38.387428 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-accf3001-436d-40c6-8c28-51da8a7142bb req-a4b2d38f-ba8a-44da-9c6e-917752ef476c tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424826 Feb 15 04:31:38.564080 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:39.506019 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f55cb0-c043-486e-87e2-edb1919bfba2 req-f340c740-9947-4579-aa1d-c1549f19d375 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:31:39.507956 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-60f55cb0-c043-486e-87e2-edb1919bfba2 req-f340c740-9947-4579-aa1d-c1549f19d375 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 945 time: 0.0537152 Feb 15 04:31:39.558640 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-60f55cb0-c043-486e-87e2-edb1919bfba2 req-161ba0da-36ed-4342-bb73-6af42988cb53 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452082 Feb 15 04:31:39.785559 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:40.621153 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:31:40.684503 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941bac5-7299-418e-9515-ba5f84072600 req-a1658243-f632-4641-93a0-42301adaf853 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:31:40.686016 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-2941bac5-7299-418e-9515-ba5f84072600 req-a1658243-f632-4641-93a0-42301adaf853 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 945 time: 0.0596018 Feb 15 04:31:40.735272 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-2941bac5-7299-418e-9515-ba5f84072600 req-59de73c0-f0b8-4c3d-b157-40d9c57d9f71 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435028 Feb 15 04:31:41.805955 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:41.860252 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0de3d-9193-42b0-8d65-f7c299eedeb7 req-6eefcade-bff7-4f5d-9294-32391f4ec749 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:31:41.861729 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-49b0de3d-9193-42b0-8d65-f7c299eedeb7 req-6eefcade-bff7-4f5d-9294-32391f4ec749 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 945 time: 0.0570428 Feb 15 04:31:41.914439 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-49b0de3d-9193-42b0-8d65-f7c299eedeb7 req-299332b4-e3d2-4cb5-b256-163d861247b5 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469267 Feb 15 04:31:43.037689 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6466e-047c-4883-a6d4-268f5375e759 req-2e047788-3bcf-430e-a4d6-5d52d01b002d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:31:43.039130 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-46b6466e-047c-4883-a6d4-268f5375e759 req-2e047788-3bcf-430e-a4d6-5d52d01b002d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 945 time: 0.0575476 Feb 15 04:31:43.087520 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-46b6466e-047c-4883-a6d4-268f5375e759 req-821c3815-cc8c-48f0-8449-cc7f645a6a0b tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428824 Feb 15 04:31:44.205078 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703df7f5-5869-4509-a566-50b998bfb26f req-03e11846-47e7-4f41-91c4-a2db2fcd4f7a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:31:44.206513 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-703df7f5-5869-4509-a566-50b998bfb26f req-03e11846-47e7-4f41-91c4-a2db2fcd4f7a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 945 time: 0.0516193 Feb 15 04:31:44.256105 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-703df7f5-5869-4509-a566-50b998bfb26f req-6a185fb6-b4d3-45da-bac6-75a7aeb4bcc0 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441077 Feb 15 04:31:45.376883 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c6b12-f87b-4662-983a-749faa716e11 req-71068d27-de33-43f1-af2b-aa23fb826bc4 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:31:45.378460 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-050c6b12-f87b-4662-983a-749faa716e11 req-71068d27-de33-43f1-af2b-aa23fb826bc4 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 945 time: 0.0542619 Feb 15 04:31:45.428707 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-050c6b12-f87b-4662-983a-749faa716e11 req-fa597edf-d6a7-4fd3-bc49-3f175193b537 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447450 Feb 15 04:31:46.548796 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58be19f-950e-47a5-a9d4-150e0ea18582 req-325605db-af06-48bf-b8df-582caabd76b8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:31:46.550274 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a58be19f-950e-47a5-a9d4-150e0ea18582 req-325605db-af06-48bf-b8df-582caabd76b8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 945 time: 0.0513897 Feb 15 04:31:46.597641 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a58be19f-950e-47a5-a9d4-150e0ea18582 req-9dd2fb61-07c6-4ee6-b2c5-0b1543ea011a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419605 Feb 15 04:31:47.133813 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2c1f0-c323-45f3-a55d-8ba687c596ec req-cadde471-1669-4aa6-83b2-0638a17e1282 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:31:47.135121 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-05d2c1f0-c323-45f3-a55d-8ba687c596ec req-cadde471-1669-4aa6-83b2-0638a17e1282 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 945 time: 0.0546677 Feb 15 04:31:47.718989 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7b0bd-0917-4522-a130-90c2f2fcd9ef req-fab1d50a-7250-489f-bd96-ac4f811180a8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:31:47.720389 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-1ea7b0bd-0917-4522-a130-90c2f2fcd9ef req-fab1d50a-7250-489f-bd96-ac4f811180a8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 945 time: 0.0559301 Feb 15 04:31:47.769257 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-1ea7b0bd-0917-4522-a130-90c2f2fcd9ef req-2dd58e0e-2043-40a4-a026-33fefba1be04 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431359 Feb 15 04:31:48.454656 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device 6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:31:48.537449 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port 6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2 is: ACTIVE; New status is: DOWN {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:31:48.537840 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:48.550475 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-05d2c1f0-c323-45f3-a55d-8ba687c596ec req-55f977fa-257c-47f3-9210-7e7349edede0 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Deleting port 6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:31:48.551092 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-05d2c1f0-c323-45f3-a55d-8ba687c596ec req-55f977fa-257c-47f3-9210-7e7349edede0 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:48.561521 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c35f39-3caa-49f1-9289-7514ba7f3edb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2'}] {{(pid=102635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:31:48.563759 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274a2a5e9be6a0ee09154d0e072c1b660d39e5ec588b61e50c849ad5e467022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9c84b8-ee4b-4042-81c2-8e42c6b46aab" -d '{"events": [{"server_uuid": "d1c35f39-3caa-49f1-9289-7514ba7f3edb", "name": "network-vif-unplugged", "status": "completed", "tag": "6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2"}]}' {{(pid=102635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:31:48.577360 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port 6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2,segment=NetworkSegment(69ef6e31-22a4-4747-8c70-1fda15e89f05),segment_id=69ef6e31-22a4-4747-8c70-1fda15e89f05)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:31:48.581733 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:48.633074 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2,revision_number=6']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:31:48.644668 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-05d2c1f0-c323-45f3-a55d-8ba687c596ec req-55f977fa-257c-47f3-9210-7e7349edede0 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] For port 6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2,segment=NetworkSegment(69ef6e31-22a4-4747-8c70-1fda15e89f05),segment_id=69ef6e31-22a4-4747-8c70-1fda15e89f05)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:31:48.645093 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-05d2c1f0-c323-45f3-a55d-8ba687c596ec req-55f977fa-257c-47f3-9210-7e7349edede0 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:48.729769 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 04:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d760e70a-bab9-4408-b876-41f3c4cf591f x-openstack-request-id: req-d760e70a-bab9-4408-b876-41f3c4cf591f {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:31:48.730126 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c35f39-3caa-49f1-9289-7514ba7f3edb", "name": "network-vif-unplugged", "status": "completed", "tag": "6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2", "code": 200}]} {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:31:48.730460 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d760e70a-bab9-4408-b876-41f3c4cf591f {{(pid=102635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:31:48.730923 dv-cinder-816104-2-iscsi neutron-server[102635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c35f39-3caa-49f1-9289-7514ba7f3edb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2', 'code': 200} Feb 15 04:31:48.819638 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-05d2c1f0-c323-45f3-a55d-8ba687c596ec req-55f977fa-257c-47f3-9210-7e7349edede0 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:48.819993 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-05d2c1f0-c323-45f3-a55d-8ba687c596ec req-55f977fa-257c-47f3-9210-7e7349edede0 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639540'] for floatingip (d34e4c9b-fe3c-4644-8fc7-5510dc406766), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:48.820307 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.db.l3_db [req-05d2c1f0-c323-45f3-a55d-8ba687c596ec req-55f977fa-257c-47f3-9210-7e7349edede0 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Floating IP d34e4c9b-fe3c-4644-8fc7-5510dc406766 disassociated. External IP: 172.27.1.226, port: 6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2. Feb 15 04:31:48.820647 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-05d2c1f0-c323-45f3-a55d-8ba687c596ec req-55f977fa-257c-47f3-9210-7e7349edede0 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Calling delete_port for 6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2 owned by compute:nova {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:31:48.890796 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23549946-aec6-4e74-a26a-796ba35f3edc req-334e09c5-a931-4710-826b-e4ed3e154ab0 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:31:48.892274 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-23549946-aec6-4e74-a26a-796ba35f3edc req-334e09c5-a931-4710-826b-e4ed3e154ab0 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1c35f39-3caa-49f1-9289-7514ba7f3edb HTTP/1.1" status: 200 len: 943 time: 0.0538619 Feb 15 04:31:48.943063 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-23549946-aec6-4e74-a26a-796ba35f3edc req-43d1be73-f331-4169-b78e-ee586d4ebf62 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443993 Feb 15 04:31:48.958195 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-05d2c1f0-c323-45f3-a55d-8ba687c596ec req-55f977fa-257c-47f3-9210-7e7349edede0 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:48.987504 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f977fa-257c-47f3-9210-7e7349edede0 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Pushing event deleted for resources: {'Port': ['ID=6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:31:49.099448 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05d2c1f0-c323-45f3-a55d-8ba687c596ec req-55f977fa-257c-47f3-9210-7e7349edede0 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Router 41e7748f-650f-4151-8f2f-d9acdce02b57 has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:31:49.207935 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05d2c1f0-c323-45f3-a55d-8ba687c596ec req-55f977fa-257c-47f3-9210-7e7349edede0 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:31:49.217875 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdf03e8-280d-4f2d-b690-cd08dee6c0a9 None None] Sync routers for ids ['41e7748f-650f-4151-8f2f-d9acdce02b57'] in dv-cinder-816104-2-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:31:49.232781 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdf03e8-280d-4f2d-b690-cd08dee6c0a9 None None] Routers {'41e7748f-650f-4151-8f2f-d9acdce02b57'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:31:49.233406 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-8fdf03e8-280d-4f2d-b690-cd08dee6c0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:31:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['41e7748f-650f-4151-8f2f-d9acdce02b57'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:31:49.250202 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d2c1f0-c323-45f3-a55d-8ba687c596ec req-55f977fa-257c-47f3-9210-7e7349edede0 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] No DVR routers for this DVR port 6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2 on host hv-cinder-81610 {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:31:49.252634 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-05d2c1f0-c323-45f3-a55d-8ba687c596ec req-55f977fa-257c-47f3-9210-7e7349edede0 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:49.255990 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-05d2c1f0-c323-45f3-a55d-8ba687c596ec req-55f977fa-257c-47f3-9210-7e7349edede0 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.59 "DELETE /v2.0/ports/6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2 HTTP/1.1" status: 204 len: 173 time: 0.7997713 Feb 15 04:31:49.256423 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c35f39-3caa-49f1-9289-7514ba7f3edb', 'name': 'network-vif-deleted', 'tag': '6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:31:49.258765 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1918e4-6eed-4a78-a3a9-a1fa3b1ff6b4" -d '{"events": [{"server_uuid": "d1c35f39-3caa-49f1-9289-7514ba7f3edb", "name": "network-vif-deleted", "tag": "6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:31:49.299593 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed37ff4-73cb-4405-b863-c3baa819f431 x-openstack-request-id: req-fed37ff4-73cb-4405-b863-c3baa819f431 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:31:49.299949 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c35f39-3caa-49f1-9289-7514ba7f3edb", "name": "network-vif-deleted", "tag": "6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:31:49.300281 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fed37ff4-73cb-4405-b863-c3baa819f431 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:31:49.300704 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c35f39-3caa-49f1-9289-7514ba7f3edb', 'name': 'network-vif-deleted', 'tag': '6b5c6d57-8dc7-4d37-8b4c-e82fe481aca2', 'status': 'completed', 'code': 200} Feb 15 04:31:49.352040 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-8fdf03e8-280d-4f2d-b690-cd08dee6c0a9 None None] Set router 41e7748f-650f-4151-8f2f-d9acdce02b57 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:31:49.702384 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-8fdf03e8-280d-4f2d-b690-cd08dee6c0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'name': 'tempest-TestVolumeBootPattern-2103454828-router', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:12Z', 'updated_at': '2022-02-15T04:28:15Z', 'revision_number': 4, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'gw_port': {'id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:13Z', 'updated_at': '2022-02-15T04:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '2937b8f6-f072-4b13-9128-38cbe2b73cdc', 'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'mac_address': 'fa:16:3e:fe:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:14Z', 'updated_at': '2022-02-15T04:28:19Z', 'revision_number': 5, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'subnets': [{'id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:31:49.736519 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdf03e8-280d-4f2d-b690-cd08dee6c0a9 None None] Checking router: 41e7748f-650f-4151-8f2f-d9acdce02b57 for host: dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:31:49.749087 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdf03e8-280d-4f2d-b690-cd08dee6c0a9 None None] Routers {'41e7748f-650f-4151-8f2f-d9acdce02b57'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:31:49.749761 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-8fdf03e8-280d-4f2d-b690-cd08dee6c0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:31:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['41e7748f-650f-4151-8f2f-d9acdce02b57'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:31:49.866486 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-8fdf03e8-280d-4f2d-b690-cd08dee6c0a9 None None] Set router 41e7748f-650f-4151-8f2f-d9acdce02b57 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:31:50.114878 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-8fdf03e8-280d-4f2d-b690-cd08dee6c0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'name': 'tempest-TestVolumeBootPattern-2103454828-router', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:12Z', 'updated_at': '2022-02-15T04:28:15Z', 'revision_number': 4, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'gw_port': {'id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:13Z', 'updated_at': '2022-02-15T04:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '2937b8f6-f072-4b13-9128-38cbe2b73cdc', 'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'mac_address': 'fa:16:3e:fe:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:14Z', 'updated_at': '2022-02-15T04:28:19Z', 'revision_number': 5, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'subnets': [{'id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:31:50.142700 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdf03e8-280d-4f2d-b690-cd08dee6c0a9 None None] The sync data for ids ['41e7748f-650f-4151-8f2f-d9acdce02b57'] in dv-cinder-816104-2-iscsi is: [{'id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'name': 'tempest-TestVolumeBootPattern-2103454828-router', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:12Z', 'updated_at': '2022-02-15T04:28:15Z', 'revision_number': 4, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'gw_port': {'id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:13Z', 'updated_at': '2022-02-15T04:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '2937b8f6-f072-4b13-9128-38cbe2b73cdc', 'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'mac_address': 'fa:16:3e:fe:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:14Z', 'updated_at': '2022-02-15T04:28:19Z', 'revision_number': 5, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'subnets': [{'id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:31:50.219335 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-a6730a4f-8e1d-43eb-bdc7-359b497133ed tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1039074646&fields=id&tenant_id=35abc0d9f3874ffd9bfc3e12d88497c8 HTTP/1.1" status: 200 len: 267 time: 0.0474226 Feb 15 04:31:50.330419 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-ba063189-07e6-4903-be66-060a1f131de8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:31:50.331953 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-ba063189-07e6-4903-be66-060a1f131de8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/networks?id=a4287db8-7eb1-4b55-9815-94bfd52e6a07 HTTP/1.1" status: 200 len: 812 time: 0.1061358 Feb 15 04:31:50.348738 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-5a1da5e8-aad3-4605-87b9-77a2c221e52d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/quotas/35abc0d9f3874ffd9bfc3e12d88497c8 HTTP/1.1" status: 200 len: 375 time: 0.0106740 Feb 15 04:31:50.372822 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c755d2ad-3789-40fa-9475-c2ddfcbbd791 None None] New status for floating IP d34e4c9b-fe3c-4644-8fc7-5510dc406766: DOWN {{(pid=102636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 04:31:50.408132 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-82df6a1c-cfc8-49dd-8121-5c3bb7533975 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=35abc0d9f3874ffd9bfc3e12d88497c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523250 Feb 15 04:31:50.518709 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-5d6c181b-4103-4b8c-ba64-2744387ff59b service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 04:31:50.519630 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-5d6c181b-4103-4b8c-ba64-2744387ff59b service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0997782 Feb 15 04:31:50.609298 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-6d8bc210-deee-424b-91ff-0360cc520aa9 service neutron] 10.222.0.45 "GET /v2.0/networks/a4287db8-7eb1-4b55-9815-94bfd52e6a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835626 Feb 15 04:31:50.696697 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-7971e541-6b23-43a5-b4be-66460d6ed306 service neutron] 10.222.0.45 "GET /v2.0/networks/a4287db8-7eb1-4b55-9815-94bfd52e6a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816169 Feb 15 04:31:50.970608 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-dff476c3-af90-4aec-9e5e-aaa6b2f2d15d req-feceb2ef-8c9f-4ff5-8b4b-3205b48897ec tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 210 time: 0.0270600 Feb 15 04:31:52.069330 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-41ff9b4d-01b6-418e-92a9-bec62aa181ef req-d38ecc6d-1300-4606-941f-e7e590ab936d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 210 time: 0.0300815 Feb 15 04:31:53.166733 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-2b9576d8-27cb-4625-8090-4c54bb094c80 req-841f6117-db58-4d45-ad6c-dfff3f1e6081 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 210 time: 0.0297809 Feb 15 04:31:54.288228 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ac8a3682-f251-41c2-a8b0-d986ebc21b56 req-a78ac244-9c13-42cb-a5c1-292081c8fb12 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 210 time: 0.0369394 Feb 15 04:31:54.334202 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-41706531-d7e4-4586-8286-81360e984a26 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:31:54.335677 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-41706531-d7e4-4586-8286-81360e984a26 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.59 "GET /v2.0/networks?id=a4287db8-7eb1-4b55-9815-94bfd52e6a07 HTTP/1.1" status: 200 len: 812 time: 0.1509333 Feb 15 04:31:54.404940 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-4b3fb943-2b5d-4765-a7f3-8bf9bafdce12 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35abc0d9f3874ffd9bfc3e12d88497c8 HTTP/1.1" status: 200 len: 380 time: 0.0582500 Feb 15 04:31:54.413412 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-00f05660-8698-463e-afb3-6eb70097fe7e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Request body: {'port': {'device_id': '884ded66-8e3c-413d-b360-0f2024256a72', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'admin_state_up': True, 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'security_groups': ['5732b70d-5e34-420a-8175-8be42da66a8d']}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:31:54.799162 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-00f05660-8698-463e-afb3-6eb70097fe7e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Made reservation on behalf of 35abc0d9f3874ffd9bfc3e12d88497c8 for: {'port': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:31:54.802599 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-00f05660-8698-463e-afb3-6eb70097fe7e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:54.929887 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-00f05660-8698-463e-afb3-6eb70097fe7e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Allocated IP 172.20.0.13 (a4287db8-7eb1-4b55-9815-94bfd52e6a07/f97f1759-e368-4358-a87b-0867da6a151d/ad381897-0664-4940-8ca2-2fcfdaa2250f) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:31:55.075035 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-00f05660-8698-463e-afb3-6eb70097fe7e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for port (ad381897-0664-4940-8ca2-2fcfdaa2250f), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:55.108753 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-00f05660-8698-463e-afb3-6eb70097fe7e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (ad381897-0664-4940-8ca2-2fcfdaa2250f), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:55.149368 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-00f05660-8698-463e-afb3-6eb70097fe7e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Network a4287db8-7eb1-4b55-9815-94bfd52e6a07 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:31:55.155039 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-00f05660-8698-463e-afb3-6eb70097fe7e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:31:55.158644 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-00f05660-8698-463e-afb3-6eb70097fe7e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:31:55.188963 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f05660-8698-463e-afb3-6eb70097fe7e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Pushing event updated for resources: {'Port': ['ID=ad381897-0664-4940-8ca2-2fcfdaa2250f,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:31:55.205173 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f05660-8698-463e-afb3-6eb70097fe7e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:31:55.205520 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f05660-8698-463e-afb3-6eb70097fe7e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:31:55.205862 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f05660-8698-463e-afb3-6eb70097fe7e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:31:55.206197 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f05660-8698-463e-afb3-6eb70097fe7e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:31:55.206520 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f05660-8698-463e-afb3-6eb70097fe7e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:31:55.206843 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f05660-8698-463e-afb3-6eb70097fe7e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:31:55.207168 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f05660-8698-463e-afb3-6eb70097fe7e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:31:55.207493 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f05660-8698-463e-afb3-6eb70097fe7e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:31:55.207817 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f05660-8698-463e-afb3-6eb70097fe7e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:31:55.208137 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f05660-8698-463e-afb3-6eb70097fe7e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:31:55.208457 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f05660-8698-463e-afb3-6eb70097fe7e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:31:55.208774 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f05660-8698-463e-afb3-6eb70097fe7e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:31:55.209118 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f05660-8698-463e-afb3-6eb70097fe7e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:31:55.228546 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-00f05660-8698-463e-afb3-6eb70097fe7e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:31:55.229187 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-00f05660-8698-463e-afb3-6eb70097fe7e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:55.247729 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-00f05660-8698-463e-afb3-6eb70097fe7e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8378682 Feb 15 04:31:55.350907 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-561bad47-95fb-4e54-bdd7-b5eeb4686753 None None] Provisioning complete for port ad381897-0664-4940-8ca2-2fcfdaa2250f triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:31:55.351478 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-561bad47-95fb-4e54-bdd7-b5eeb4686753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (ad381897-0664-4940-8ca2-2fcfdaa2250f), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:55.390451 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-561bad47-95fb-4e54-bdd7-b5eeb4686753 None None] Port ad381897-0664-4940-8ca2-2fcfdaa2250f cannot update to ACTIVE because it is not bound. {{(pid=102635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:31:55.413128 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394d4af-2b79-486d-8ccb-c7e2bbb4ec4a req-191b4aef-ea0e-4f89-a643-aa34e4c59429 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:31:55.414582 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-0394d4af-2b79-486d-8ccb-c7e2bbb4ec4a req-191b4aef-ea0e-4f89-a643-aa34e4c59429 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 932 time: 0.0545127 Feb 15 04:31:55.462974 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-0394d4af-2b79-486d-8ccb-c7e2bbb4ec4a req-30c3c24c-3c65-4b6f-bbd0-861d878d8a58 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421951 Feb 15 04:31:56.183837 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-b232c8c7-dc18-4064-b0ac-ffbd0c28895a service neutron] Request body: {'port': {'device_id': '884ded66-8e3c-413d-b360-0f2024256a72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:31:56.242048 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-b232c8c7-dc18-4064-b0ac-ffbd0c28895a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (ad381897-0664-4940-8ca2-2fcfdaa2250f), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:56.499911 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-b232c8c7-dc18-4064-b0ac-ffbd0c28895a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad381897-0664-4940-8ca2-2fcfdaa2250f {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:31:56.507592 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-b232c8c7-dc18-4064-b0ac-ffbd0c28895a service neutron] Publish callbacks [] for port (ad381897-0664-4940-8ca2-2fcfdaa2250f), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:56.523198 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-b232c8c7-dc18-4064-b0ac-ffbd0c28895a service neutron] Transition to ACTIVE for port object ad381897-0664-4940-8ca2-2fcfdaa2250f will not be triggered until provisioned by entity L2. {{(pid=102633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 04:31:56.527410 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-b232c8c7-dc18-4064-b0ac-ffbd0c28895a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (ad381897-0664-4940-8ca2-2fcfdaa2250f), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:56.608966 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232c8c7-dc18-4064-b0ac-ffbd0c28895a service neutron] Pushing event updated for resources: {'Port': ['ID=ad381897-0664-4940-8ca2-2fcfdaa2250f,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:31:56.669305 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d066e77-3070-426b-b2e6-123d58721b5b req-c5f6dcb3-32ed-4141-87ed-35e8bb15a723 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:31:56.672083 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6d066e77-3070-426b-b2e6-123d58721b5b req-c5f6dcb3-32ed-4141-87ed-35e8bb15a723 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 944 time: 0.1360772 Feb 15 04:31:56.728959 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-b232c8c7-dc18-4064-b0ac-ffbd0c28895a service neutron] Attempting to bind port ad381897-0664-4940-8ca2-2fcfdaa2250f on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:31:56.729300 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-b232c8c7-dc18-4064-b0ac-ffbd0c28895a service neutron] Attempting to bind port ad381897-0664-4940-8ca2-2fcfdaa2250f by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '69ef6e31-22a4-4747-8c70-1fda15e89f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:31:56.729627 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-b232c8c7-dc18-4064-b0ac-ffbd0c28895a service neutron] Attempting to bind port ad381897-0664-4940-8ca2-2fcfdaa2250f on network a4287db8-7eb1-4b55-9815-94bfd52e6a07 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:31:56.745810 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-b232c8c7-dc18-4064-b0ac-ffbd0c28895a service neutron] Port ad381897-0664-4940-8ca2-2fcfdaa2250f on network a4287db8-7eb1-4b55-9815-94bfd52e6a07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 04:31:56.746036 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-b232c8c7-dc18-4064-b0ac-ffbd0c28895a service neutron] Attempting to bind port ad381897-0664-4940-8ca2-2fcfdaa2250f on network a4287db8-7eb1-4b55-9815-94bfd52e6a07 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:31:56.752721 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6d066e77-3070-426b-b2e6-123d58721b5b req-af38385f-ef8e-4fe6-81d1-29e49d39cb67 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737104 Feb 15 04:31:56.757196 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-b232c8c7-dc18-4064-b0ac-ffbd0c28895a service neutron] Checking agent: {'id': '3d42c16f-c1cc-4a31-813a-51fffe75373d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'started_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:31:56.757538 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-b232c8c7-dc18-4064-b0ac-ffbd0c28895a service neutron] Checking segment: {'id': '69ef6e31-22a4-4747-8c70-1fda15e89f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:31:56.757921 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-b232c8c7-dc18-4064-b0ac-ffbd0c28895a service neutron] Bound using segment: {'id': '69ef6e31-22a4-4747-8c70-1fda15e89f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:31:56.758570 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-b232c8c7-dc18-4064-b0ac-ffbd0c28895a service neutron] Bound port: ad381897-0664-4940-8ca2-2fcfdaa2250f, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ef6e31-22a4-4747-8c70-1fda15e89f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:31:56.759187 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-b232c8c7-dc18-4064-b0ac-ffbd0c28895a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (ad381897-0664-4940-8ca2-2fcfdaa2250f), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:56.833951 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-b232c8c7-dc18-4064-b0ac-ffbd0c28895a service neutron] For port ad381897-0664-4940-8ca2-2fcfdaa2250f, host hv-cinder-81610, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:31:56.836915 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-b232c8c7-dc18-4064-b0ac-ffbd0c28895a service neutron] For port ad381897-0664-4940-8ca2-2fcfdaa2250f, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=ad381897-0664-4940-8ca2-2fcfdaa2250f,segment=NetworkSegment(69ef6e31-22a4-4747-8c70-1fda15e89f05),segment_id=69ef6e31-22a4-4747-8c70-1fda15e89f05)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:31:56.843450 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-b232c8c7-dc18-4064-b0ac-ffbd0c28895a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (ad381897-0664-4940-8ca2-2fcfdaa2250f), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:56.879577 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-b232c8c7-dc18-4064-b0ac-ffbd0c28895a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:31:56.880293 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-b232c8c7-dc18-4064-b0ac-ffbd0c28895a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:31:56.882095 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-b232c8c7-dc18-4064-b0ac-ffbd0c28895a service neutron] 10.222.0.59 "PUT /v2.0/ports/ad381897-0664-4940-8ca2-2fcfdaa2250f HTTP/1.1" status: 200 len: 1094 time: 0.7024748 Feb 15 04:31:56.882724 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884ded66-8e3c-413d-b360-0f2024256a72', 'tag': 'ad381897-0664-4940-8ca2-2fcfdaa2250f'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:31:56.885407 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094dc4d1-dcf0-4f09-a8d6-c360360d87df" -d '{"events": [{"name": "network-changed", "server_uuid": "884ded66-8e3c-413d-b360-0f2024256a72", "tag": "ad381897-0664-4940-8ca2-2fcfdaa2250f"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:31:56.912792 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232c8c7-dc18-4064-b0ac-ffbd0c28895a service neutron] Pushing event updated for resources: {'Port': ['ID=ad381897-0664-4940-8ca2-2fcfdaa2250f,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:31:56.931291 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1e0688-feeb-448a-b742-12b51bf81e03 x-openstack-request-id: req-de1e0688-feeb-448a-b742-12b51bf81e03 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:31:56.931591 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884ded66-8e3c-413d-b360-0f2024256a72", "tag": "ad381897-0664-4940-8ca2-2fcfdaa2250f", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:31:56.931848 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-de1e0688-feeb-448a-b742-12b51bf81e03 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:31:56.932386 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884ded66-8e3c-413d-b360-0f2024256a72', 'tag': 'ad381897-0664-4940-8ca2-2fcfdaa2250f', 'status': 'completed', 'code': 200} Feb 15 04:31:57.877305 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b4730-ad7f-4345-9579-0c167943bbb1 req-042b3790-dcab-4fc3-a9a9-cc840705d9cd tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:31:57.878765 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-926b4730-ad7f-4345-9579-0c167943bbb1 req-042b3790-dcab-4fc3-a9a9-cc840705d9cd tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 944 time: 0.0536516 Feb 15 04:31:57.930216 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-926b4730-ad7f-4345-9579-0c167943bbb1 req-89359ffb-d031-495b-bdbb-05feb2465fad tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460277 Feb 15 04:31:58.496432 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094dc4d1-dcf0-4f09-a8d6-c360360d87df req-de878801-477e-4574-a6b7-7eaf40883f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:31:58.499396 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-094dc4d1-dcf0-4f09-a8d6-c360360d87df req-de878801-477e-4574-a6b7-7eaf40883f76 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35abc0d9f3874ffd9bfc3e12d88497c8&device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 1128 time: 0.0459950 Feb 15 04:31:58.595466 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094dc4d1-dcf0-4f09-a8d6-c360360d87df req-c817f245-c94b-4469-9bc2-141929d1e387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:31:58.596959 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-094dc4d1-dcf0-4f09-a8d6-c360360d87df req-c817f245-c94b-4469-9bc2-141929d1e387 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=35abc0d9f3874ffd9bfc3e12d88497c8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0893240 Feb 15 04:31:58.694026 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094dc4d1-dcf0-4f09-a8d6-c360360d87df req-135b2309-980f-49c1-a4e6-ca83b8523dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:31:58.695473 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-094dc4d1-dcf0-4f09-a8d6-c360360d87df req-135b2309-980f-49c1-a4e6-ca83b8523dfe service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0911849 Feb 15 04:31:58.778205 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-2f2f5536-fcfe-4118-8695-63d7e7f965b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:31:58.779958 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-2f2f5536-fcfe-4118-8695-63d7e7f965b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35abc0d9f3874ffd9bfc3e12d88497c8&device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 1128 time: 0.0466406 Feb 15 04:31:58.825248 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-aa24e1ef-1150-45e3-8d15-bda7baa7d4cf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad381897-0664-4940-8ca2-2fcfdaa2250f HTTP/1.1" status: 200 len: 217 time: 0.0383058 Feb 15 04:31:58.871598 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-293d7a1e-5b0f-43c6-bfe9-6e6c8efccdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:31:58.873729 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-293d7a1e-5b0f-43c6-bfe9-6e6c8efccdd6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f97f1759-e368-4358-a87b-0867da6a151d HTTP/1.1" status: 200 len: 851 time: 0.0433095 Feb 15 04:31:58.922508 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-787a0600-07a3-4b8d-8ed1-1375693ea6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:31:58.924002 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-787a0600-07a3-4b8d-8ed1-1375693ea6af service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4287db8-7eb1-4b55-9815-94bfd52e6a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445001 Feb 15 04:31:59.018090 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-fa8cc493-c656-46e2-9509-61402503263b service neutron] 10.222.0.59 "GET /v2.0/networks/a4287db8-7eb1-4b55-9815-94bfd52e6a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874100 Feb 15 04:31:59.051170 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0b329-3492-4340-877e-8c29ec3669e5 req-8c5c3935-6fc2-491a-9b20-a50706a683ad tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:31:59.052497 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-acb0b329-3492-4340-877e-8c29ec3669e5 req-8c5c3935-6fc2-491a-9b20-a50706a683ad tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 944 time: 0.0534420 Feb 15 04:31:59.105523 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-acb0b329-3492-4340-877e-8c29ec3669e5 req-99ceddca-25b3-4e89-aab7-b98e73c92d36 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470831 Feb 15 04:31:59.108688 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6bdd8eba-d5c4-46d9-a495-0bb0a5f61a15 req-4f82b6c4-7322-4320-9194-a2f442243ac6 service neutron] 10.222.0.59 "GET /v2.0/networks/a4287db8-7eb1-4b55-9815-94bfd52e6a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848467 Feb 15 04:32:00.225049 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c21b4-8250-4fa6-a915-5cc2d342349f req-9ccf0c36-8669-4c23-9e37-355a41167700 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:00.229300 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b61c21b4-8250-4fa6-a915-5cc2d342349f req-9ccf0c36-8669-4c23-9e37-355a41167700 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 944 time: 0.0554137 Feb 15 04:32:00.280007 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b61c21b4-8250-4fa6-a915-5cc2d342349f req-272f7a54-5d0f-4b99-8db6-8988c443ead1 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477130 Feb 15 04:32:01.401059 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004f2d7-cb2d-4828-a499-1e2c6eed37af req-a5db0107-af75-4e5b-b8dd-cc637e3147f3 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:01.402547 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f004f2d7-cb2d-4828-a499-1e2c6eed37af req-a5db0107-af75-4e5b-b8dd-cc637e3147f3 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 944 time: 0.0554993 Feb 15 04:32:01.450539 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f004f2d7-cb2d-4828-a499-1e2c6eed37af req-16d83393-07dd-4988-9ee5-3c2d6066a5e4 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417418 Feb 15 04:32:02.270971 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-9714d0ab-ce4a-455c-a551-f09a9fdd0394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:02.574617 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5b0d3-74a8-4785-8767-ff53f0742a3b req-985972f4-a8dd-44c5-bfb7-70369eefaf27 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:02.576055 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-56d5b0d3-74a8-4785-8767-ff53f0742a3b req-985972f4-a8dd-44c5-bfb7-70369eefaf27 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 944 time: 0.0573888 Feb 15 04:32:02.625015 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-56d5b0d3-74a8-4785-8767-ff53f0742a3b req-de13fd35-1e4b-4c75-8ba2-409cf128b9cd tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429509 Feb 15 04:32:02.942875 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 34052) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:32:03.047745 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1e76dea2-9435-4440-bb64-ebc40512ef39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:03.119874 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1e76dea2-9435-4440-bb64-ebc40512ef39 admin admin] Publish callbacks [] for security_group (2565e122-a985-4b58-a794-20dea737dbc4), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:03.123876 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1e76dea2-9435-4440-bb64-ebc40512ef39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (2565e122-a985-4b58-a794-20dea737dbc4), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:03.166724 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-1e76dea2-9435-4440-bb64-ebc40512ef39 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5ad32d2477a34442b3d9a8b6a1d3f514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201197 Feb 15 04:32:03.166724 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76dea2-9435-4440-bb64-ebc40512ef39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2565e122-a985-4b58-a794-20dea737dbc4,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:03.167191 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 34058) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:32:03.231510 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f08b933b-bad1-4260-b1ad-f5007fc77010 admin admin] Publish callbacks [] for security_group (2565e122-a985-4b58-a794-20dea737dbc4), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:03.256076 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f08b933b-bad1-4260-b1ad-f5007fc77010 admin admin] Publish callbacks [] for security_group (2565e122-a985-4b58-a794-20dea737dbc4), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:03.305418 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f08b933b-bad1-4260-b1ad-f5007fc77010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (2565e122-a985-4b58-a794-20dea737dbc4), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:03.307856 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f08b933b-bad1-4260-b1ad-f5007fc77010 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:03.309010 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-f08b933b-bad1-4260-b1ad-f5007fc77010 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2565e122-a985-4b58-a794-20dea737dbc4 HTTP/1.1" status: 204 len: 168 time: 0.1409147 Feb 15 04:32:03.317643 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b933b-bad1-4260-b1ad-f5007fc77010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2565e122-a985-4b58-a794-20dea737dbc4,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:03.573205 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 34068) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:32:03.586256 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2f9341cc-9af3-4a24-a3e9-8d4f852660d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:03.658446 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2f9341cc-9af3-4a24-a3e9-8d4f852660d5 admin admin] Publish callbacks [] for security_group (8427934e-462e-4aad-becd-742dc4c622bc), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:03.662444 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2f9341cc-9af3-4a24-a3e9-8d4f852660d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (8427934e-462e-4aad-becd-742dc4c622bc), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:03.713936 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-2f9341cc-9af3-4a24-a3e9-8d4f852660d5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3c68f9758037445ca79fd83fc0369110&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395671 Feb 15 04:32:03.716539 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 34072) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:32:03.728235 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9341cc-9af3-4a24-a3e9-8d4f852660d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8427934e-462e-4aad-becd-742dc4c622bc,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:03.758390 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf0cf6-57ba-4729-8114-af8d76f9e5f8 req-801e03a7-c966-417c-a857-09d73dfd8f94 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:03.759875 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7eaf0cf6-57ba-4729-8114-af8d76f9e5f8 req-801e03a7-c966-417c-a857-09d73dfd8f94 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 944 time: 0.0673959 Feb 15 04:32:03.772762 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3894a877-fbb9-4861-bbec-0126bb0dda59 admin admin] Publish callbacks [] for security_group (8427934e-462e-4aad-becd-742dc4c622bc), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:03.799051 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3894a877-fbb9-4861-bbec-0126bb0dda59 admin admin] Publish callbacks [] for security_group (8427934e-462e-4aad-becd-742dc4c622bc), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:03.809497 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-7eaf0cf6-57ba-4729-8114-af8d76f9e5f8 req-b8fda92b-527a-4499-a8b4-63c5630fbc93 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439951 Feb 15 04:32:03.849699 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3894a877-fbb9-4861-bbec-0126bb0dda59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (8427934e-462e-4aad-becd-742dc4c622bc), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:03.852230 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3894a877-fbb9-4861-bbec-0126bb0dda59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:03.853380 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-3894a877-fbb9-4861-bbec-0126bb0dda59 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8427934e-462e-4aad-becd-742dc4c622bc HTTP/1.1" status: 204 len: 168 time: 0.1358194 Feb 15 04:32:03.861402 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894a877-fbb9-4861-bbec-0126bb0dda59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8427934e-462e-4aad-becd-742dc4c622bc,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:04.502894 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 34100) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:32:04.610695 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2c55f1d4-91b1-4f4a-b66c-42cea4db6ec4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:04.687874 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2c55f1d4-91b1-4f4a-b66c-42cea4db6ec4 admin admin] Publish callbacks [] for security_group (21d5672b-6064-4073-9887-db6a99fcca1d), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:04.691978 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2c55f1d4-91b1-4f4a-b66c-42cea4db6ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (21d5672b-6064-4073-9887-db6a99fcca1d), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:04.730935 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-2c55f1d4-91b1-4f4a-b66c-42cea4db6ec4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=52fde05e0f5b4f99bef9ea3a704042f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269707 Feb 15 04:32:04.732979 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55f1d4-91b1-4f4a-b66c-42cea4db6ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d5672b-6064-4073-9887-db6a99fcca1d,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:04.733617 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 34112) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:32:04.787242 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-79cc5688-223f-4c88-bcfa-0b5ab4e09fab admin admin] Publish callbacks [] for security_group (21d5672b-6064-4073-9887-db6a99fcca1d), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:04.809164 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-79cc5688-223f-4c88-bcfa-0b5ab4e09fab admin admin] Publish callbacks [] for security_group (21d5672b-6064-4073-9887-db6a99fcca1d), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:04.859531 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-79cc5688-223f-4c88-bcfa-0b5ab4e09fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (21d5672b-6064-4073-9887-db6a99fcca1d), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:04.862597 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-79cc5688-223f-4c88-bcfa-0b5ab4e09fab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:04.866582 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-79cc5688-223f-4c88-bcfa-0b5ab4e09fab admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/21d5672b-6064-4073-9887-db6a99fcca1d HTTP/1.1" status: 204 len: 168 time: 0.1313221 Feb 15 04:32:04.874601 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc5688-223f-4c88-bcfa-0b5ab4e09fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d5672b-6064-4073-9887-db6a99fcca1d,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:04.945157 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb35ab-8881-4ac6-9db1-93ebe54f2c24 req-7089f139-8e47-4b4c-8f36-21e6edec523d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:04.947327 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-55fb35ab-8881-4ac6-9db1-93ebe54f2c24 req-7089f139-8e47-4b4c-8f36-21e6edec523d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 944 time: 0.0616465 Feb 15 04:32:05.007972 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-55fb35ab-8881-4ac6-9db1-93ebe54f2c24 req-f00cee10-763e-42fc-afa8-3e2dcd28fb33 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550048 Feb 15 04:32:06.082902 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fc42104d-caa2-4718-82be-6a57dcf2b019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:06.135719 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31418063-18ac-4ba9-8ac8-64ba2c301843 req-8aee1307-1ff3-4aba-b2a4-bae7c92e5734 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:06.137229 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-31418063-18ac-4ba9-8ac8-64ba2c301843 req-8aee1307-1ff3-4aba-b2a4-bae7c92e5734 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 944 time: 0.0581698 Feb 15 04:32:06.185340 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-31418063-18ac-4ba9-8ac8-64ba2c301843 req-ee1665ae-fc28-49f9-bec0-a5f581846a9d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424137 Feb 15 04:32:06.454450 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:07.302957 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc3b4f-070f-452f-935f-79c4335599f6 req-3fd5b2e6-6f47-42d4-af29-5dac5c976f9c tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:07.304396 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dbbc3b4f-070f-452f-935f-79c4335599f6 req-3fd5b2e6-6f47-42d4-af29-5dac5c976f9c tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 944 time: 0.0523894 Feb 15 04:32:07.351467 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dbbc3b4f-070f-452f-935f-79c4335599f6 req-bad714b1-6bdc-4883-9898-c0b1db76eb68 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414131 Feb 15 04:32:08.473332 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82f3d4-abd0-400d-bcbf-b43021e425fb req-b815ea6a-b65b-4e6b-bf5e-ed86e86920ad tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:08.474858 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-0b82f3d4-abd0-400d-bcbf-b43021e425fb req-b815ea6a-b65b-4e6b-bf5e-ed86e86920ad tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 944 time: 0.0548136 Feb 15 04:32:08.496145 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device ad381897-0664-4940-8ca2-2fcfdaa2250f details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 04:32:08.526938 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-0b82f3d4-abd0-400d-bcbf-b43021e425fb req-9032e343-29d5-4904-918b-348220b5b069 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455189 Feb 15 04:32:08.583107 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:08.611543 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port ad381897-0664-4940-8ca2-2fcfdaa2250f, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=ad381897-0664-4940-8ca2-2fcfdaa2250f,segment=NetworkSegment(69ef6e31-22a4-4747-8c70-1fda15e89f05),segment_id=69ef6e31-22a4-4747-8c70-1fda15e89f05)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:32:08.627303 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Returning: {'device': 'ad381897-0664-4940-8ca2-2fcfdaa2250f', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'port_id': 'ad381897-0664-4940-8ca2-2fcfdaa2250f', 'mac_address': 'fa:16:3e:c7:e5:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 04:32:08.666202 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port ad381897-0664-4940-8ca2-2fcfdaa2250f is: DOWN; New status is: BUILD {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:32:08.666603 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (ad381897-0664-4940-8ca2-2fcfdaa2250f), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:08.680877 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad381897-0664-4940-8ca2-2fcfdaa2250f {{(pid=102635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:32:08.701910 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port ad381897-0664-4940-8ca2-2fcfdaa2250f, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=ad381897-0664-4940-8ca2-2fcfdaa2250f,segment=NetworkSegment(69ef6e31-22a4-4747-8c70-1fda15e89f05),segment_id=69ef6e31-22a4-4747-8c70-1fda15e89f05)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:32:08.705777 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (ad381897-0664-4940-8ca2-2fcfdaa2250f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:08.758485 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=ad381897-0664-4940-8ca2-2fcfdaa2250f,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:08.765682 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:08.766038 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:08.766390 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:08.766966 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:08.767308 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:08.767645 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:08.767979 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:08.768311 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:08.768645 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:08.769006 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:08.769336 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:08.769667 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:08.769994 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:09.098836 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['ad381897-0664-4940-8ca2-2fcfdaa2250f'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:32:09.645027 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5b6b6-814e-4d2d-b83d-a4d269229454 req-e68555ad-d6f5-4053-8c5e-1774b061cab4 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:09.646680 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e3f5b6b6-814e-4d2d-b83d-a4d269229454 req-e68555ad-d6f5-4053-8c5e-1774b061cab4 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 945 time: 0.0531650 Feb 15 04:32:09.696427 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e3f5b6b6-814e-4d2d-b83d-a4d269229454 req-8097eb80-f9d7-4358-b9e7-8f20031ff319 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440900 Feb 15 04:32:09.788969 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:10.165549 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 34216) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:32:10.270650 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-04e70ee4-44e0-4fa8-9827-f0c5ff595940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:10.351423 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-04e70ee4-44e0-4fa8-9827-f0c5ff595940 admin admin] Publish callbacks [] for security_group (0f4dd84a-de25-473b-b291-417c6b7cecce), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:10.355229 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-04e70ee4-44e0-4fa8-9827-f0c5ff595940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (0f4dd84a-de25-473b-b291-417c6b7cecce), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:10.392520 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-04e70ee4-44e0-4fa8-9827-f0c5ff595940 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1d2747d713394951b49aef67d43bb6e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258360 Feb 15 04:32:10.393502 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e70ee4-44e0-4fa8-9827-f0c5ff595940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4dd84a-de25-473b-b291-417c6b7cecce,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:10.396050 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 34220) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:32:10.449397 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-aaa2a23c-eaa3-429f-a354-cf8e9d065c35 admin admin] Publish callbacks [] for security_group (0f4dd84a-de25-473b-b291-417c6b7cecce), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:10.470291 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-aaa2a23c-eaa3-429f-a354-cf8e9d065c35 admin admin] Publish callbacks [] for security_group (0f4dd84a-de25-473b-b291-417c6b7cecce), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:10.515811 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-aaa2a23c-eaa3-429f-a354-cf8e9d065c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (0f4dd84a-de25-473b-b291-417c6b7cecce), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:10.518362 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-aaa2a23c-eaa3-429f-a354-cf8e9d065c35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:10.519505 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-aaa2a23c-eaa3-429f-a354-cf8e9d065c35 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0f4dd84a-de25-473b-b291-417c6b7cecce HTTP/1.1" status: 204 len: 168 time: 0.1222818 Feb 15 04:32:10.527162 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa2a23c-eaa3-429f-a354-cf8e9d065c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4dd84a-de25-473b-b291-417c6b7cecce,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:10.528598 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device ad381897-0664-4940-8ca2-2fcfdaa2250f up at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:32:10.590281 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning for port ad381897-0664-4940-8ca2-2fcfdaa2250f completed by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 04:32:10.595612 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning complete for port ad381897-0664-4940-8ca2-2fcfdaa2250f triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:32:10.596006 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (ad381897-0664-4940-8ca2-2fcfdaa2250f), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:10.679481 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port ad381897-0664-4940-8ca2-2fcfdaa2250f is: BUILD; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:32:10.679881 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (ad381897-0664-4940-8ca2-2fcfdaa2250f), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:10.707283 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884ded66-8e3c-413d-b360-0f2024256a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad381897-0664-4940-8ca2-2fcfdaa2250f'}] {{(pid=102635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:32:10.709558 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274a2a5e9be6a0ee09154d0e072c1b660d39e5ec588b61e50c849ad5e467022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4105e69-adb0-4f78-98f0-63dc0680ada1" -d '{"events": [{"server_uuid": "884ded66-8e3c-413d-b360-0f2024256a72", "name": "network-vif-plugged", "status": "completed", "tag": "ad381897-0664-4940-8ca2-2fcfdaa2250f"}]}' {{(pid=102635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:32:10.725598 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port ad381897-0664-4940-8ca2-2fcfdaa2250f, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=ad381897-0664-4940-8ca2-2fcfdaa2250f,segment=NetworkSegment(69ef6e31-22a4-4747-8c70-1fda15e89f05),segment_id=69ef6e31-22a4-4747-8c70-1fda15e89f05)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:32:10.730627 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (ad381897-0664-4940-8ca2-2fcfdaa2250f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:10.785576 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3499a287-128e-45e1-8d70-7eb92ad4bf3f x-openstack-request-id: req-3499a287-128e-45e1-8d70-7eb92ad4bf3f {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:32:10.785894 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884ded66-8e3c-413d-b360-0f2024256a72", "name": "network-vif-plugged", "status": "completed", "tag": "ad381897-0664-4940-8ca2-2fcfdaa2250f", "code": 200}]} {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:32:10.786130 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3499a287-128e-45e1-8d70-7eb92ad4bf3f {{(pid=102635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:32:10.786520 dv-cinder-816104-2-iscsi neutron-server[102635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884ded66-8e3c-413d-b360-0f2024256a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad381897-0664-4940-8ca2-2fcfdaa2250f', 'code': 200} Feb 15 04:32:10.789886 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=ad381897-0664-4940-8ca2-2fcfdaa2250f,revision_number=5']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:10.799145 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 34230) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:32:10.814230 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-810ccfcd-9cf2-4c0b-b5c6-4574414979ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:10.865554 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed60b14-1bda-4f5f-993e-514014ee647c req-1b7dd1f8-5db8-488b-86f7-571e651b8a70 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:10.867377 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0ed60b14-1bda-4f5f-993e-514014ee647c req-1b7dd1f8-5db8-488b-86f7-571e651b8a70 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 946 time: 0.0598519 Feb 15 04:32:10.893548 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-810ccfcd-9cf2-4c0b-b5c6-4574414979ae admin admin] Publish callbacks [] for security_group (dc81a084-679f-4ed8-9876-a072875fabe5), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:10.897920 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-810ccfcd-9cf2-4c0b-b5c6-4574414979ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (dc81a084-679f-4ed8-9876-a072875fabe5), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:10.926260 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0ed60b14-1bda-4f5f-993e-514014ee647c req-ab4136da-86fe-4e13-8154-7d7ca0d1b131 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513012 Feb 15 04:32:10.935240 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-810ccfcd-9cf2-4c0b-b5c6-4574414979ae admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=556c1e898ffd4c3d8f6425cdf35cea52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317430 Feb 15 04:32:10.935449 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 34232) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:32:10.942366 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ccfcd-9cf2-4c0b-b5c6-4574414979ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc81a084-679f-4ed8-9876-a072875fabe5,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:11.013023 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bf1d663f-27db-45d6-8b34-ed3efd564bd6 admin admin] Publish callbacks [] for security_group (dc81a084-679f-4ed8-9876-a072875fabe5), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:11.016375 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754d29c-059d-4f93-91b8-1611b9c74ec7 req-4a7236d0-027a-4097-9e13-ef956b4d231c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:11.017903 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d754d29c-059d-4f93-91b8-1611b9c74ec7 req-4a7236d0-027a-4097-9e13-ef956b4d231c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 1130 time: 0.0910056 Feb 15 04:32:11.051140 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bf1d663f-27db-45d6-8b34-ed3efd564bd6 admin admin] Publish callbacks [] for security_group (dc81a084-679f-4ed8-9876-a072875fabe5), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:11.101894 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d754d29c-059d-4f93-91b8-1611b9c74ec7 req-43816dc1-1578-421b-9eca-1df8a94a624c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762546 Feb 15 04:32:11.120350 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bf1d663f-27db-45d6-8b34-ed3efd564bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (dc81a084-679f-4ed8-9876-a072875fabe5), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:11.122856 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bf1d663f-27db-45d6-8b34-ed3efd564bd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:11.123921 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-bf1d663f-27db-45d6-8b34-ed3efd564bd6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dc81a084-679f-4ed8-9876-a072875fabe5 HTTP/1.1" status: 204 len: 168 time: 0.1882296 Feb 15 04:32:11.132728 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d663f-27db-45d6-8b34-ed3efd564bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc81a084-679f-4ed8-9876-a072875fabe5,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:11.815645 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:12.054091 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6de14-6afb-4098-900d-ad92ee57b218 req-a837a5be-ba4f-4ec3-86c9-a22b8d843c46 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:12.055578 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d5d6de14-6afb-4098-900d-ad92ee57b218 req-a837a5be-ba4f-4ec3-86c9-a22b8d843c46 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 946 time: 0.0536058 Feb 15 04:32:12.110663 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d5d6de14-6afb-4098-900d-ad92ee57b218 req-9323e731-09b4-437c-8fa4-c2192a1caf88 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494921 Feb 15 04:32:12.196012 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 34264) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:32:12.303183 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-beb91a54-92d2-42b9-b48b-b7c20e3f459e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:12.377900 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-beb91a54-92d2-42b9-b48b-b7c20e3f459e admin admin] Publish callbacks [] for security_group (ddb1edea-0663-4602-a25c-71d2d1f93b1f), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:12.381960 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-beb91a54-92d2-42b9-b48b-b7c20e3f459e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (ddb1edea-0663-4602-a25c-71d2d1f93b1f), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:12.423216 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb91a54-92d2-42b9-b48b-b7c20e3f459e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb1edea-0663-4602-a25c-71d2d1f93b1f,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:12.428268 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-beb91a54-92d2-42b9-b48b-b7c20e3f459e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=27866044efef4b5ebd80d131be9a9c1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312264 Feb 15 04:32:12.431054 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 34268) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:32:12.492949 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92fbe05c-6892-413d-be5f-cdca00bda0e9 admin admin] Publish callbacks [] for security_group (ddb1edea-0663-4602-a25c-71d2d1f93b1f), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:12.514081 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92fbe05c-6892-413d-be5f-cdca00bda0e9 admin admin] Publish callbacks [] for security_group (ddb1edea-0663-4602-a25c-71d2d1f93b1f), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:12.560332 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92fbe05c-6892-413d-be5f-cdca00bda0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (ddb1edea-0663-4602-a25c-71d2d1f93b1f), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:12.563551 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92fbe05c-6892-413d-be5f-cdca00bda0e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:12.564820 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-92fbe05c-6892-413d-be5f-cdca00bda0e9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ddb1edea-0663-4602-a25c-71d2d1f93b1f HTTP/1.1" status: 204 len: 168 time: 0.1328411 Feb 15 04:32:12.572208 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fbe05c-6892-413d-be5f-cdca00bda0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb1edea-0663-4602-a25c-71d2d1f93b1f,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:13.230273 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c01d36-cd82-42d1-99cc-16aff0cda42f req-67448b82-da41-41b9-8035-7dc7f8c88b21 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:13.231737 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-68c01d36-cd82-42d1-99cc-16aff0cda42f req-67448b82-da41-41b9-8035-7dc7f8c88b21 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 946 time: 0.0525022 Feb 15 04:32:13.282486 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-68c01d36-cd82-42d1-99cc-16aff0cda42f req-f83910c0-e7d9-43d5-9c7e-bc5b8ed44024 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435185 Feb 15 04:32:13.399120 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f5428-7333-4a3f-a358-ad859ea0b0cd req-acf0c29b-b28d-4ae6-b8e8-ef11280c457b tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:13.400576 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-255f5428-7333-4a3f-a358-ad859ea0b0cd req-acf0c29b-b28d-4ae6-b8e8-ef11280c457b tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 946 time: 0.0516043 Feb 15 04:32:13.451040 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-255f5428-7333-4a3f-a358-ad859ea0b0cd req-1025564b-bf67-47cc-9c75-2a563fa81ee4 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441673 Feb 15 04:32:13.474607 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 34298) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:32:13.520094 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2119f0-27d9-4607-a72a-127b983cc77d tempest-TestVolumeBootPattern-2093237904 tempest-TestVolumeBootPattern-2093237904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:13.521631 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-ff2119f0-27d9-4607-a72a-127b983cc77d tempest-TestVolumeBootPattern-2093237904 tempest-TestVolumeBootPattern-2093237904-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 1125 time: 0.0460157 Feb 15 04:32:13.524355 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 34300) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:32:13.528597 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-180b6cc7-1656-4f49-a44e-25268bbe554f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Request body: {'floatingip': {'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'port_id': 'ad381897-0664-4940-8ca2-2fcfdaa2250f', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:32:13.552045 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-180b6cc7-1656-4f49-a44e-25268bbe554f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:13.654788 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-180b6cc7-1656-4f49-a44e-25268bbe554f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:13.762082 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-180b6cc7-1656-4f49-a44e-25268bbe554f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Allocated IP 172.27.1.58 (e6fb9507-f434-4add-a536-b65ba033e5e7/ff2a616f-f347-4e09-a791-22c9c65ada0b/7eb82f4f-5cc8-4a9f-b5b3-33e891394c90) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:32:13.863853 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-180b6cc7-1656-4f49-a44e-25268bbe554f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for port (7eb82f4f-5cc8-4a9f-b5b3-33e891394c90), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:13.896910 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-180b6cc7-1656-4f49-a44e-25268bbe554f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (7eb82f4f-5cc8-4a9f-b5b3-33e891394c90), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:13.931127 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180b6cc7-1656-4f49-a44e-25268bbe554f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Network e6fb9507-f434-4add-a536-b65ba033e5e7 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:32:13.933853 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-180b6cc7-1656-4f49-a44e-25268bbe554f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:32:13.936285 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180b6cc7-1656-4f49-a44e-25268bbe554f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:32:13.969792 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b6cc7-1656-4f49-a44e-25268bbe554f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Pushing event updated for resources: {'Port': ['ID=7eb82f4f-5cc8-4a9f-b5b3-33e891394c90,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:14.302687 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-180b6cc7-1656-4f49-a44e-25268bbe554f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for floatingip (8dab0e57-f8a7-470b-b687-327116a0dcdf), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:14.371729 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-180b6cc7-1656-4f49-a44e-25268bbe554f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (7eb82f4f-5cc8-4a9f-b5b3-33e891394c90), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:14.519266 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-180b6cc7-1656-4f49-a44e-25268bbe554f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for port (7eb82f4f-5cc8-4a9f-b5b3-33e891394c90), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:14.523614 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-180b6cc7-1656-4f49-a44e-25268bbe554f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (7eb82f4f-5cc8-4a9f-b5b3-33e891394c90), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:14.595118 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b6cc7-1656-4f49-a44e-25268bbe554f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Pushing event updated for resources: {'Port': ['ID=7eb82f4f-5cc8-4a9f-b5b3-33e891394c90,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:14.603481 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-180b6cc7-1656-4f49-a44e-25268bbe554f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639540'] for floatingip (8dab0e57-f8a7-470b-b687-327116a0dcdf), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:14.710652 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.db.l3_db [None req-180b6cc7-1656-4f49-a44e-25268bbe554f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Floating IP 8dab0e57-f8a7-470b-b687-327116a0dcdf associated. External IP: 172.27.1.58, port: ad381897-0664-4940-8ca2-2fcfdaa2250f. Feb 15 04:32:14.929720 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180b6cc7-1656-4f49-a44e-25268bbe554f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Router 41e7748f-650f-4151-8f2f-d9acdce02b57 has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:32:15.040206 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180b6cc7-1656-4f49-a44e-25268bbe554f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:32:15.050431 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6499d511-245c-476a-96fb-cdd043629fd0 None None] Sync routers for ids ['41e7748f-650f-4151-8f2f-d9acdce02b57'] in dv-cinder-816104-2-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:32:15.059318 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-180b6cc7-1656-4f49-a44e-25268bbe554f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for floatingip (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:15.066765 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6499d511-245c-476a-96fb-cdd043629fd0 None None] Routers {'41e7748f-650f-4151-8f2f-d9acdce02b57'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:32:15.067561 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-6499d511-245c-476a-96fb-cdd043629fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:32:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['41e7748f-650f-4151-8f2f-d9acdce02b57'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:32:15.101056 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-180b6cc7-1656-4f49-a44e-25268bbe554f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5647588 Feb 15 04:32:15.101056 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884ded66-8e3c-413d-b360-0f2024256a72', 'tag': 'ad381897-0664-4940-8ca2-2fcfdaa2250f'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:32:15.101056 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bdc30b-1320-4867-8687-d5b0bbffdf7b" -d '{"events": [{"name": "network-changed", "server_uuid": "884ded66-8e3c-413d-b360-0f2024256a72", "tag": "ad381897-0664-4940-8ca2-2fcfdaa2250f"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:32:15.138664 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80292f9a-7b67-445a-8a53-1cf0ca5e1b9d x-openstack-request-id: req-80292f9a-7b67-445a-8a53-1cf0ca5e1b9d {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:32:15.138952 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884ded66-8e3c-413d-b360-0f2024256a72", "tag": "ad381897-0664-4940-8ca2-2fcfdaa2250f", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:32:15.139212 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-80292f9a-7b67-445a-8a53-1cf0ca5e1b9d {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:32:15.139607 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884ded66-8e3c-413d-b360-0f2024256a72', 'tag': 'ad381897-0664-4940-8ca2-2fcfdaa2250f', 'status': 'completed', 'code': 200} Feb 15 04:32:15.207754 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdc30b-1320-4867-8687-d5b0bbffdf7b req-2cab2b61-1ecf-4541-a1b1-3ac39828e5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:15.208235 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-6499d511-245c-476a-96fb-cdd043629fd0 None None] Set router 41e7748f-650f-4151-8f2f-d9acdce02b57 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:32:15.209457 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a0bdc30b-1320-4867-8687-d5b0bbffdf7b req-2cab2b61-1ecf-4541-a1b1-3ac39828e5ec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35abc0d9f3874ffd9bfc3e12d88497c8&device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 1130 time: 0.0488672 Feb 15 04:32:15.305597 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdc30b-1320-4867-8687-d5b0bbffdf7b req-3f5cb1fd-dcab-469c-b4bd-2b43c60e57dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:15.307164 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a0bdc30b-1320-4867-8687-d5b0bbffdf7b req-3f5cb1fd-dcab-469c-b4bd-2b43c60e57dd service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4287db8-7eb1-4b55-9815-94bfd52e6a07 HTTP/1.1" status: 200 len: 912 time: 0.0915642 Feb 15 04:32:15.373807 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a0bdc30b-1320-4867-8687-d5b0bbffdf7b req-3223576f-9aa6-41ca-b7ee-f58e891cc775 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad381897-0664-4940-8ca2-2fcfdaa2250f HTTP/1.1" status: 200 len: 999 time: 0.0599408 Feb 15 04:32:15.427403 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdc30b-1320-4867-8687-d5b0bbffdf7b req-144396ac-b0ca-4ac7-878e-9369a2e58d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:15.429266 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a0bdc30b-1320-4867-8687-d5b0bbffdf7b req-144396ac-b0ca-4ac7-878e-9369a2e58d24 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f97f1759-e368-4358-a87b-0867da6a151d HTTP/1.1" status: 200 len: 851 time: 0.0498881 Feb 15 04:32:15.450039 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-6499d511-245c-476a-96fb-cdd043629fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'name': 'tempest-TestVolumeBootPattern-2103454828-router', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:12Z', 'updated_at': '2022-02-15T04:28:15Z', 'revision_number': 4, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'gw_port': {'id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:13Z', 'updated_at': '2022-02-15T04:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_floatingips': [{'id': '8dab0e57-f8a7-470b-b687-327116a0dcdf', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'floating_ip_address': '172.27.1.58', 'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'router_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'port_id': 'ad381897-0664-4940-8ca2-2fcfdaa2250f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'mac_address': 'fa:16:3e:c7:e5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ded66-8e3c-413d-b360-0f2024256a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:32:14Z', 'updated_at': '2022-02-15T04:32:14Z', 'revision_number': 0, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2937b8f6-f072-4b13-9128-38cbe2b73cdc', 'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'mac_address': 'fa:16:3e:fe:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:14Z', 'updated_at': '2022-02-15T04:28:19Z', 'revision_number': 5, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'subnets': [{'id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:32:15.477212 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6499d511-245c-476a-96fb-cdd043629fd0 None None] Checking router: 41e7748f-650f-4151-8f2f-d9acdce02b57 for host: dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:32:15.480040 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdc30b-1320-4867-8687-d5b0bbffdf7b req-f688f760-0bdd-42d6-b27a-8a6c0eee54c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:15.481612 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a0bdc30b-1320-4867-8687-d5b0bbffdf7b req-f688f760-0bdd-42d6-b27a-8a6c0eee54c8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4287db8-7eb1-4b55-9815-94bfd52e6a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468965 Feb 15 04:32:15.486158 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6499d511-245c-476a-96fb-cdd043629fd0 None None] Routers {'41e7748f-650f-4151-8f2f-d9acdce02b57'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:32:15.487104 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-6499d511-245c-476a-96fb-cdd043629fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:32:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['41e7748f-650f-4151-8f2f-d9acdce02b57'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:32:15.569426 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a0bdc30b-1320-4867-8687-d5b0bbffdf7b req-57ef3d9b-f229-4dc8-872e-a38428aa7bac service neutron] 10.222.0.59 "GET /v2.0/networks/a4287db8-7eb1-4b55-9815-94bfd52e6a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819049 Feb 15 04:32:15.596812 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-6499d511-245c-476a-96fb-cdd043629fd0 None None] Set router 41e7748f-650f-4151-8f2f-d9acdce02b57 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:32:15.666326 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a0bdc30b-1320-4867-8687-d5b0bbffdf7b req-60de47fb-86d2-4b05-944e-40ae0f9427b7 service neutron] 10.222.0.59 "GET /v2.0/networks/a4287db8-7eb1-4b55-9815-94bfd52e6a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911832 Feb 15 04:32:15.834207 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-6499d511-245c-476a-96fb-cdd043629fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'name': 'tempest-TestVolumeBootPattern-2103454828-router', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:12Z', 'updated_at': '2022-02-15T04:28:15Z', 'revision_number': 4, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'gw_port': {'id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:13Z', 'updated_at': '2022-02-15T04:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_floatingips': [{'id': '8dab0e57-f8a7-470b-b687-327116a0dcdf', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'floating_ip_address': '172.27.1.58', 'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'router_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'port_id': 'ad381897-0664-4940-8ca2-2fcfdaa2250f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'mac_address': 'fa:16:3e:c7:e5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ded66-8e3c-413d-b360-0f2024256a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:32:14Z', 'updated_at': '2022-02-15T04:32:14Z', 'revision_number': 0, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2937b8f6-f072-4b13-9128-38cbe2b73cdc', 'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'mac_address': 'fa:16:3e:fe:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:14Z', 'updated_at': '2022-02-15T04:28:19Z', 'revision_number': 5, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'subnets': [{'id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:32:15.864122 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6499d511-245c-476a-96fb-cdd043629fd0 None None] The sync data for ids ['41e7748f-650f-4151-8f2f-d9acdce02b57'] in dv-cinder-816104-2-iscsi is: [{'id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'name': 'tempest-TestVolumeBootPattern-2103454828-router', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:12Z', 'updated_at': '2022-02-15T04:28:15Z', 'revision_number': 4, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'gw_port': {'id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:13Z', 'updated_at': '2022-02-15T04:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_floatingips': [{'id': '8dab0e57-f8a7-470b-b687-327116a0dcdf', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'floating_ip_address': '172.27.1.58', 'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'router_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'port_id': 'ad381897-0664-4940-8ca2-2fcfdaa2250f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'mac_address': 'fa:16:3e:c7:e5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ded66-8e3c-413d-b360-0f2024256a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:32:14Z', 'updated_at': '2022-02-15T04:32:14Z', 'revision_number': 0, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2937b8f6-f072-4b13-9128-38cbe2b73cdc', 'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'mac_address': 'fa:16:3e:fe:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:14Z', 'updated_at': '2022-02-15T04:28:19Z', 'revision_number': 5, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'subnets': [{'id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:32:16.046828 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0bd91e-688f-4a1e-9f0a-dd065e4c9e4e None None] New status for floating IP 8dab0e57-f8a7-470b-b687-327116a0dcdf: ACTIVE {{(pid=102636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 04:32:16.560921 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 34346) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:32:16.687901 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1cd1c68f-e5d4-4132-977a-cda7d152443f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:16.762885 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1cd1c68f-e5d4-4132-977a-cda7d152443f admin admin] Publish callbacks [] for security_group (f6e7b7aa-5a1f-4eae-be79-83cb0170d794), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:16.767632 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1cd1c68f-e5d4-4132-977a-cda7d152443f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (f6e7b7aa-5a1f-4eae-be79-83cb0170d794), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:16.805144 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-1cd1c68f-e5d4-4132-977a-cda7d152443f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9c4244ff599f425b827fa1e2d018840c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431109 Feb 15 04:32:16.806029 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1c68f-e5d4-4132-977a-cda7d152443f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e7b7aa-5a1f-4eae-be79-83cb0170d794,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:16.807822 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 34350) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:32:16.857401 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a375f7cc-1e95-420b-a3c1-5be7fb61358c admin admin] Publish callbacks [] for security_group (f6e7b7aa-5a1f-4eae-be79-83cb0170d794), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:16.878491 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a375f7cc-1e95-420b-a3c1-5be7fb61358c admin admin] Publish callbacks [] for security_group (f6e7b7aa-5a1f-4eae-be79-83cb0170d794), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:16.924393 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a375f7cc-1e95-420b-a3c1-5be7fb61358c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (f6e7b7aa-5a1f-4eae-be79-83cb0170d794), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:16.927106 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a375f7cc-1e95-420b-a3c1-5be7fb61358c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:16.928342 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-a375f7cc-1e95-420b-a3c1-5be7fb61358c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f6e7b7aa-5a1f-4eae-be79-83cb0170d794 HTTP/1.1" status: 204 len: 168 time: 0.1188028 Feb 15 04:32:16.937473 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375f7cc-1e95-420b-a3c1-5be7fb61358c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e7b7aa-5a1f-4eae-be79-83cb0170d794,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:16.945220 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375f7cc-1e95-420b-a3c1-5be7fb61358c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:16.945571 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375f7cc-1e95-420b-a3c1-5be7fb61358c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:16.945943 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375f7cc-1e95-420b-a3c1-5be7fb61358c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:16.946231 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375f7cc-1e95-420b-a3c1-5be7fb61358c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:16.946559 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375f7cc-1e95-420b-a3c1-5be7fb61358c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:16.946885 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375f7cc-1e95-420b-a3c1-5be7fb61358c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:16.947208 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375f7cc-1e95-420b-a3c1-5be7fb61358c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:16.947530 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375f7cc-1e95-420b-a3c1-5be7fb61358c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:16.947856 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375f7cc-1e95-420b-a3c1-5be7fb61358c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:16.948176 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375f7cc-1e95-420b-a3c1-5be7fb61358c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:16.948494 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375f7cc-1e95-420b-a3c1-5be7fb61358c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:16.948815 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375f7cc-1e95-420b-a3c1-5be7fb61358c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:16.949162 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375f7cc-1e95-420b-a3c1-5be7fb61358c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:17.620013 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:32:17.913935 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 34380) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:32:18.018342 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-055540ac-66d9-4ded-9705-03a0efc08800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:18.090392 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-055540ac-66d9-4ded-9705-03a0efc08800 admin admin] Publish callbacks [] for security_group (ff276a49-1b99-40b7-bf68-bcb3cba20c7c), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:18.094587 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-055540ac-66d9-4ded-9705-03a0efc08800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (ff276a49-1b99-40b7-bf68-bcb3cba20c7c), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:18.132799 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-055540ac-66d9-4ded-9705-03a0efc08800 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5acc91396ec7405590e718143314ebcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178173 Feb 15 04:32:18.133776 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055540ac-66d9-4ded-9705-03a0efc08800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff276a49-1b99-40b7-bf68-bcb3cba20c7c,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:18.135465 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 34384) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:32:18.187296 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7960-ecb5-49c1-863a-455032b37115 admin admin] Publish callbacks [] for security_group (ff276a49-1b99-40b7-bf68-bcb3cba20c7c), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:18.208623 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7960-ecb5-49c1-863a-455032b37115 admin admin] Publish callbacks [] for security_group (ff276a49-1b99-40b7-bf68-bcb3cba20c7c), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:18.253413 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7960-ecb5-49c1-863a-455032b37115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (ff276a49-1b99-40b7-bf68-bcb3cba20c7c), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:18.255988 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7960-ecb5-49c1-863a-455032b37115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:18.257054 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-fd2a7960-ecb5-49c1-863a-455032b37115 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ff276a49-1b99-40b7-bf68-bcb3cba20c7c HTTP/1.1" status: 204 len: 168 time: 0.1197605 Feb 15 04:32:18.264539 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a7960-ecb5-49c1-863a-455032b37115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff276a49-1b99-40b7-bf68-bcb3cba20c7c,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:18.883725 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 34406) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:32:18.977949 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-14e7ed91-d846-45db-9955-8b4d839e45f3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1655827986-network', 'tenant_id': 'd151428e70f24ac99f8799103edf54fc'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:32:18.998610 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e7ed91-d846-45db-9955-8b4d839e45f3 admin admin] Made reservation on behalf of d151428e70f24ac99f8799103edf54fc for: {'network': 1} {{(pid=102634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:32:19.001374 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-14e7ed91-d846-45db-9955-8b4d839e45f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for network (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:19.010081 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-14e7ed91-d846-45db-9955-8b4d839e45f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:19.084720 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-14e7ed91-d846-45db-9955-8b4d839e45f3 admin admin] Publish callbacks [] for security_group (b7cf8699-f4fe-4101-bb0b-3959cbc0febc), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:19.088538 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-14e7ed91-d846-45db-9955-8b4d839e45f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (b7cf8699-f4fe-4101-bb0b-3959cbc0febc), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:19.114700 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e7ed91-d846-45db-9955-8b4d839e45f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 04:32:19.120756 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7ed91-d846-45db-9955-8b4d839e45f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cf8699-f4fe-4101-bb0b-3959cbc0febc,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:19.127207 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-14e7ed91-d846-45db-9955-8b4d839e45f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (f0609e99-1614-4c52-aaea-a98357f38e53), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:19.127551 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.db.segments_db [None req-14e7ed91-d846-45db-9955-8b4d839e45f3 admin admin] Added segment f0609e99-1614-4c52-aaea-a98357f38e53 of type vlan for network b1563904-5b49-4443-8b4e-de885b6b8524 Feb 15 04:32:19.169181 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-14e7ed91-d846-45db-9955-8b4d839e45f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734709799334'] for network (b1563904-5b49-4443-8b4e-de885b6b8524), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:19.193590 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-14e7ed91-d846-45db-9955-8b4d839e45f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571'] for network (b1563904-5b49-4443-8b4e-de885b6b8524), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:19.194538 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e7ed91-d846-45db-9955-8b4d839e45f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:19.195101 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-14e7ed91-d846-45db-9955-8b4d839e45f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:19.251249 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-14e7ed91-d846-45db-9955-8b4d839e45f3 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3658476 Feb 15 04:32:19.254262 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 34410) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:32:19.258363 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7ed91-d846-45db-9955-8b4d839e45f3 admin admin] Pushing event updated for resources: {'Network': ['ID=b1563904-5b49-4443-8b4e-de885b6b8524,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:19.259106 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-37b0233f-7a04-4ffe-9a08-1a93d65b9595 admin admin] Request body: {'subnet': {'network_id': 'b1563904-5b49-4443-8b4e-de885b6b8524', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1655827986-subnet', 'tenant_id': 'd151428e70f24ac99f8799103edf54fc', 'ip_version': 4}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:32:19.268747 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Network b1563904-5b49-4443-8b4e-de885b6b8524 details requested by agent ovs-agent-dv-cinder-816104-2-iscsi with host dv-cinder-816104-2-iscsi {{(pid=102635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 04:32:19.278102 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b0233f-7a04-4ffe-9a08-1a93d65b9595 admin admin] Made reservation on behalf of d151428e70f24ac99f8799103edf54fc for: {'subnet': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:32:19.281003 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-37b0233f-7a04-4ffe-9a08-1a93d65b9595 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4204913'] for subnet (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:19.457291 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-37b0233f-7a04-4ffe-9a08-1a93d65b9595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5249919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4204903'] for subnet (9a9f743e-d41d-4841-ad45-53fedf0597ec), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:19.799280 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0233f-7a04-4ffe-9a08-1a93d65b9595 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a9f743e-d41d-4841-ad45-53fedf0597ec,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:19.807813 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b0233f-7a04-4ffe-9a08-1a93d65b9595 admin admin] Checking segment: {'id': 'f0609e99-1614-4c52-aaea-a98357f38e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b1563904-5b49-4443-8b4e-de885b6b8524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:32:19.808188 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b0233f-7a04-4ffe-9a08-1a93d65b9595 admin admin] Network hostable DHCP agents. Network: b1563904-5b49-4443-8b4e-de885b6b8524, hostable agents: ['8ae8e7a4-55a3-4d68-87a0-8671ef43234c'], hosted agents: [] {{(pid=102633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 04:32:19.824581 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b0233f-7a04-4ffe-9a08-1a93d65b9595 admin admin] Network b1563904-5b49-4443-8b4e-de885b6b8524 is scheduled to be hosted by DHCP agent 8ae8e7a4-55a3-4d68-87a0-8671ef43234c with binding_index 1 {{(pid=102633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 04:32:19.834686 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-37b0233f-7a04-4ffe-9a08-1a93d65b9595 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-2-iscsi, b1563904-5b49-4443-8b4e-de885b6b8524) {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:32:19.839221 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b0233f-7a04-4ffe-9a08-1a93d65b9595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:19.839806 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-37b0233f-7a04-4ffe-9a08-1a93d65b9595 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:19.843863 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf286fa-fbea-454d-b639-dea969286487 None None] Network b1563904-5b49-4443-8b4e-de885b6b8524 requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:32:19.857726 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-37b0233f-7a04-4ffe-9a08-1a93d65b9595 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6021817 Feb 15 04:32:19.861590 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 34412) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:32:19.865978 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-3418e367-5b51-47d7-926a-3969af44895f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1655827986-router', 'tenant_id': 'd151428e70f24ac99f8799103edf54fc', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:32:19.885804 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3418e367-5b51-47d7-926a-3969af44895f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26507'] for router (5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:19.886822 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3418e367-5b51-47d7-926a-3969af44895f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-639913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26498'] for router (5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:19.941235 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3418e367-5b51-47d7-926a-3969af44895f admin admin] Publish callbacks [] for router_controller (5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c), precommit_add_association {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:19.950853 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4192aa74-67b9-42aa-94fd-b7124d66a1ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp628f2eeb-406b-5e3d-a89d-954c51e101fd-b1563904-5b49-4443-8b4e-de885b6b8524', 'network_id': 'b1563904-5b49-4443-8b4e-de885b6b8524', 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'fixed_ips': [{'subnet_id': '9a9f743e-d41d-4841-ad45-53fedf0597ec'}]}} from dv-cinder-816104-2-iscsi. {{(pid=102635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 04:32:19.951758 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-4192aa74-67b9-42aa-94fd-b7124d66a1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:20.082442 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3418e367-5b51-47d7-926a-3969af44895f admin admin] Publish callbacks [] for router_gateway (5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:20.090435 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.db_base_plugin_common [None req-4192aa74-67b9-42aa-94fd-b7124d66a1ac None None] Allocated IP 172.20.0.2 (b1563904-5b49-4443-8b4e-de885b6b8524/9a9f743e-d41d-4841-ad45-53fedf0597ec/f7ed0a37-27d7-4eb2-9c94-a9ee94377057) {{(pid=102635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:32:20.239399 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-4192aa74-67b9-42aa-94fd-b7124d66a1ac None None] Publish callbacks [] for port (f7ed0a37-27d7-4eb2-9c94-a9ee94377057), precommit_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:20.244878 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-4192aa74-67b9-42aa-94fd-b7124d66a1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083'] for port (f7ed0a37-27d7-4eb2-9c94-a9ee94377057), after_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:20.283473 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4192aa74-67b9-42aa-94fd-b7124d66a1ac None None] Network b1563904-5b49-4443-8b4e-de885b6b8524 is already hosted by enough agents. {{(pid=102635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:32:20.287595 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3418e367-5b51-47d7-926a-3969af44895f admin admin] Publish callbacks [] for router_gateway (5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:20.288852 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.scheduler.base_scheduler [None req-4192aa74-67b9-42aa-94fd-b7124d66a1ac None None] Resources bound (agent type, host, resource id): {{(pid=102635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:32:20.294999 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4192aa74-67b9-42aa-94fd-b7124d66a1ac None None] Received port after_create {{(pid=102635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:32:20.298220 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192aa74-67b9-42aa-94fd-b7124d66a1ac None None] Pushing event updated for resources: {'Port': ['ID=f7ed0a37-27d7-4eb2-9c94-a9ee94377057,revision_number=1']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:20.307230 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3418e367-5b51-47d7-926a-3969af44895f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:20.354600 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-4192aa74-67b9-42aa-94fd-b7124d66a1ac None None] Attempting to bind port f7ed0a37-27d7-4eb2-9c94-a9ee94377057 on host dv-cinder-816104-2-iscsi for vnic_type normal with profile {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:32:20.354855 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-4192aa74-67b9-42aa-94fd-b7124d66a1ac None None] Attempting to bind port f7ed0a37-27d7-4eb2-9c94-a9ee94377057 by drivers openvswitch,hyperv on host dv-cinder-816104-2-iscsi at level 0 using segments [{'id': 'f0609e99-1614-4c52-aaea-a98357f38e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b1563904-5b49-4443-8b4e-de885b6b8524'}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:32:20.355214 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4192aa74-67b9-42aa-94fd-b7124d66a1ac None None] Attempting to bind port f7ed0a37-27d7-4eb2-9c94-a9ee94377057 on network b1563904-5b49-4443-8b4e-de885b6b8524 {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:32:20.360153 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4192aa74-67b9-42aa-94fd-b7124d66a1ac None None] Checking agent: {'id': 'e997a1d7-0267-47ad-aad7-04acf389f1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 11, 40), 'started_at': datetime.datetime(2022, 2, 15, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:32:20.360521 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4192aa74-67b9-42aa-94fd-b7124d66a1ac None None] Checking segment: {'id': 'f0609e99-1614-4c52-aaea-a98357f38e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b1563904-5b49-4443-8b4e-de885b6b8524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:32:20.360947 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-4192aa74-67b9-42aa-94fd-b7124d66a1ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:20.361334 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4192aa74-67b9-42aa-94fd-b7124d66a1ac None None] Bound using segment: {'id': 'f0609e99-1614-4c52-aaea-a98357f38e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b1563904-5b49-4443-8b4e-de885b6b8524'} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:32:20.362068 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-4192aa74-67b9-42aa-94fd-b7124d66a1ac None None] Bound port: f7ed0a37-27d7-4eb2-9c94-a9ee94377057, host: dv-cinder-816104-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0609e99-1614-4c52-aaea-a98357f38e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b1563904-5b49-4443-8b4e-de885b6b8524'}}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:32:20.362416 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-4192aa74-67b9-42aa-94fd-b7124d66a1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (f7ed0a37-27d7-4eb2-9c94-a9ee94377057), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:20.414126 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-3418e367-5b51-47d7-926a-3969af44895f admin admin] Allocated IP 172.27.1.47 (e6fb9507-f434-4add-a536-b65ba033e5e7/ff2a616f-f347-4e09-a791-22c9c65ada0b/ef6a56b3-4565-49ee-9948-1ffd8550990a) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:32:20.427793 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-4192aa74-67b9-42aa-94fd-b7124d66a1ac None None] For port f7ed0a37-27d7-4eb2-9c94-a9ee94377057, host dv-cinder-816104-2-iscsi, cleared binding levels {{(pid=102635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:32:20.430845 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-4192aa74-67b9-42aa-94fd-b7124d66a1ac None None] For port f7ed0a37-27d7-4eb2-9c94-a9ee94377057, host dv-cinder-816104-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=f7ed0a37-27d7-4eb2-9c94-a9ee94377057,segment=NetworkSegment(f0609e99-1614-4c52-aaea-a98357f38e53),segment_id=f0609e99-1614-4c52-aaea-a98357f38e53)] {{(pid=102635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:32:20.435948 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-4192aa74-67b9-42aa-94fd-b7124d66a1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (f7ed0a37-27d7-4eb2-9c94-a9ee94377057), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:20.498070 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192aa74-67b9-42aa-94fd-b7124d66a1ac None None] Pushing event updated for resources: {'Port': ['ID=f7ed0a37-27d7-4eb2-9c94-a9ee94377057,revision_number=2']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:20.532191 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3418e367-5b51-47d7-926a-3969af44895f admin admin] Publish callbacks [] for port (ef6a56b3-4565-49ee-9948-1ffd8550990a), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:20.569118 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3418e367-5b51-47d7-926a-3969af44895f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (ef6a56b3-4565-49ee-9948-1ffd8550990a), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:20.613599 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3418e367-5b51-47d7-926a-3969af44895f admin admin] Network e6fb9507-f434-4add-a536-b65ba033e5e7 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:32:20.616397 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-3418e367-5b51-47d7-926a-3969af44895f admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:32:20.622284 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3418e367-5b51-47d7-926a-3969af44895f admin admin] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:32:20.666868 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418e367-5b51-47d7-926a-3969af44895f admin admin] Pushing event updated for resources: {'Port': ['ID=ef6a56b3-4565-49ee-9948-1ffd8550990a,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:20.905881 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3418e367-5b51-47d7-926a-3969af44895f admin admin] Publish callbacks [] for router_gateway (5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:21.108729 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3418e367-5b51-47d7-926a-3969af44895f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639898'] for router (5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:21.246626 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3418e367-5b51-47d7-926a-3969af44895f admin admin] Router 5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c is scheduled to L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf with binding_index 1 {{(pid=102633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 04:32:21.358140 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3418e367-5b51-47d7-926a-3969af44895f admin admin] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:32:21.369774 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a55e0f-1347-4f52-95ec-6505d4a15534 None None] Sync routers for ids ['5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c'] in dv-cinder-816104-2-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:32:21.378138 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3418e367-5b51-47d7-926a-3969af44895f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:21.379152 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-3418e367-5b51-47d7-926a-3969af44895f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5163701 Feb 15 04:32:21.381849 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 34414) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:32:21.383924 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a55e0f-1347-4f52-95ec-6505d4a15534 None None] Routers {'5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:32:21.384545 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-48a55e0f-1347-4f52-95ec-6505d4a15534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:32:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:32:21.425740 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60e2896-223c-4154-ab19-598f76d8b856 None None] Network b1563904-5b49-4443-8b4e-de885b6b8524 requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:32:21.524576 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-029ab9b8-19b2-41ac-a24c-3a154e90eae8 None None] Provisioning complete for port f7ed0a37-27d7-4eb2-9c94-a9ee94377057 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:32:21.524869 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-029ab9b8-19b2-41ac-a24c-3a154e90eae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (f7ed0a37-27d7-4eb2-9c94-a9ee94377057), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:21.597153 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-48a55e0f-1347-4f52-95ec-6505d4a15534 None None] Set router 5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:32:21.775961 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-029ab9b8-19b2-41ac-a24c-3a154e90eae8 None None] Current status of the port f7ed0a37-27d7-4eb2-9c94-a9ee94377057 is: DOWN; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:32:21.776355 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-029ab9b8-19b2-41ac-a24c-3a154e90eae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (f7ed0a37-27d7-4eb2-9c94-a9ee94377057), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:21.809165 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-fb744d5d-db44-4bc9-b0dc-d7f4159995d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:21.848547 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-029ab9b8-19b2-41ac-a24c-3a154e90eae8 None None] For port f7ed0a37-27d7-4eb2-9c94-a9ee94377057, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=f7ed0a37-27d7-4eb2-9c94-a9ee94377057,segment=NetworkSegment(f0609e99-1614-4c52-aaea-a98357f38e53),segment_id=f0609e99-1614-4c52-aaea-a98357f38e53)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:32:21.855828 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-029ab9b8-19b2-41ac-a24c-3a154e90eae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (f7ed0a37-27d7-4eb2-9c94-a9ee94377057), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:21.919068 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ab9b8-19b2-41ac-a24c-3a154e90eae8 None None] Pushing event updated for resources: {'Port': ['ID=f7ed0a37-27d7-4eb2-9c94-a9ee94377057,revision_number=3']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:21.929360 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-48a55e0f-1347-4f52-95ec-6505d4a15534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'name': 'tempest-TestShelveInstance-1655827986-router', 'tenant_id': 'd151428e70f24ac99f8799103edf54fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'ef6a56b3-4565-49ee-9948-1ffd8550990a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:32:19Z', 'updated_at': '2022-02-15T04:32:20Z', 'revision_number': 3, 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'gw_port': {'id': 'ef6a56b3-4565-49ee-9948-1ffd8550990a', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:db:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:20Z', 'updated_at': '2022-02-15T04:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:32:21.966215 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a55e0f-1347-4f52-95ec-6505d4a15534 None None] Checking router: 5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c for host: dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:32:21.966549 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a55e0f-1347-4f52-95ec-6505d4a15534 None None] Updating router 5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c port ef6a56b3-4565-49ee-9948-1ffd8550990a binding host dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 04:32:21.989101 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-fb744d5d-db44-4bc9-b0dc-d7f4159995d0 admin admin] Allocated IP 172.20.0.1 (b1563904-5b49-4443-8b4e-de885b6b8524/9a9f743e-d41d-4841-ad45-53fedf0597ec/808804ae-744c-4d8d-a08b-039589096594) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:32:22.009224 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-48a55e0f-1347-4f52-95ec-6505d4a15534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (ef6a56b3-4565-49ee-9948-1ffd8550990a), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:22.041785 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device f7ed0a37-27d7-4eb2-9c94-a9ee94377057 up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:32:22.106847 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-fb744d5d-db44-4bc9-b0dc-d7f4159995d0 admin admin] Publish callbacks [] for port (808804ae-744c-4d8d-a08b-039589096594), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:22.143003 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-fb744d5d-db44-4bc9-b0dc-d7f4159995d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (808804ae-744c-4d8d-a08b-039589096594), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:22.158143 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-0e6bfeaa-cdbc-49d4-a1a8-71886930daf6 None None] Provisioning complete for port f7ed0a37-27d7-4eb2-9c94-a9ee94377057 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:32:22.158518 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-0e6bfeaa-cdbc-49d4-a1a8-71886930daf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (f7ed0a37-27d7-4eb2-9c94-a9ee94377057), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:22.178989 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb744d5d-db44-4bc9-b0dc-d7f4159995d0 admin admin] Network b1563904-5b49-4443-8b4e-de885b6b8524 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:32:22.181976 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-fb744d5d-db44-4bc9-b0dc-d7f4159995d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:32:22.184449 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb744d5d-db44-4bc9-b0dc-d7f4159995d0 admin admin] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:32:22.221868 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb744d5d-db44-4bc9-b0dc-d7f4159995d0 admin admin] Pushing event updated for resources: {'Port': ['ID=808804ae-744c-4d8d-a08b-039589096594,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:22.233636 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-fb744d5d-db44-4bc9-b0dc-d7f4159995d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639657'] for router_interface (5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:22.253938 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port f7ed0a37-27d7-4eb2-9c94-a9ee94377057 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:32:22.254315 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (f7ed0a37-27d7-4eb2-9c94-a9ee94377057), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:22.367144 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-0e6bfeaa-cdbc-49d4-a1a8-71886930daf6 None None] Current status of the port f7ed0a37-27d7-4eb2-9c94-a9ee94377057 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:32:22.381801 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-fb744d5d-db44-4bc9-b0dc-d7f4159995d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (808804ae-744c-4d8d-a08b-039589096594), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:22.442734 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port f7ed0a37-27d7-4eb2-9c94-a9ee94377057 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:32:22.463851 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-48a55e0f-1347-4f52-95ec-6505d4a15534 None None] Publish callbacks [] for port (ef6a56b3-4565-49ee-9948-1ffd8550990a), precommit_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:22.469940 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-48a55e0f-1347-4f52-95ec-6505d4a15534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (ef6a56b3-4565-49ee-9948-1ffd8550990a), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:22.549716 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e8a76-ded6-47f5-a25e-c4de1c31884a None None] Pushing event updated for resources: {'Port': ['ID=ef6a56b3-4565-49ee-9948-1ffd8550990a,revision_number=2']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:22.552068 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-3de52693-c603-4541-b433-fb98b56c6d4c None None] Provisioning complete for port 808804ae-744c-4d8d-a08b-039589096594 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:32:22.552440 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-3de52693-c603-4541-b433-fb98b56c6d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (808804ae-744c-4d8d-a08b-039589096594), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:22.554072 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-48a55e0f-1347-4f52-95ec-6505d4a15534 None None] Attempting to bind port ef6a56b3-4565-49ee-9948-1ffd8550990a on host dv-cinder-816104-2-iscsi for vnic_type normal with profile {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:32:22.554477 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-48a55e0f-1347-4f52-95ec-6505d4a15534 None None] Attempting to bind port ef6a56b3-4565-49ee-9948-1ffd8550990a by drivers openvswitch,hyperv on host dv-cinder-816104-2-iscsi at level 0 using segments [{'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:32:22.554792 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a55e0f-1347-4f52-95ec-6505d4a15534 None None] Attempting to bind port ef6a56b3-4565-49ee-9948-1ffd8550990a on network e6fb9507-f434-4add-a536-b65ba033e5e7 {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:32:22.555550 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-fb744d5d-db44-4bc9-b0dc-d7f4159995d0 admin admin] Publish callbacks [] for port (808804ae-744c-4d8d-a08b-039589096594), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:22.561132 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-fb744d5d-db44-4bc9-b0dc-d7f4159995d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (808804ae-744c-4d8d-a08b-039589096594), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:22.578634 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a55e0f-1347-4f52-95ec-6505d4a15534 None None] Checking agent: {'id': 'e997a1d7-0267-47ad-aad7-04acf389f1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 11, 40), 'started_at': datetime.datetime(2022, 2, 15, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:32:22.579056 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a55e0f-1347-4f52-95ec-6505d4a15534 None None] Checking segment: {'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:32:22.579422 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-48a55e0f-1347-4f52-95ec-6505d4a15534 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:22.579817 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a55e0f-1347-4f52-95ec-6505d4a15534 None None] Bound using segment: {'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:32:22.580284 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-48a55e0f-1347-4f52-95ec-6505d4a15534 None None] Bound port: ef6a56b3-4565-49ee-9948-1ffd8550990a, host: dv-cinder-816104-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:32:22.580660 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-48a55e0f-1347-4f52-95ec-6505d4a15534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (ef6a56b3-4565-49ee-9948-1ffd8550990a), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:22.618750 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-3de52693-c603-4541-b433-fb98b56c6d4c None None] Port 808804ae-744c-4d8d-a08b-039589096594 cannot update to ACTIVE because it is not bound. {{(pid=102635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:32:22.628453 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-fb744d5d-db44-4bc9-b0dc-d7f4159995d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-713549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639701'] for router_interface (5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:22.630358 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb744d5d-db44-4bc9-b0dc-d7f4159995d0 admin admin] Pushing event updated for resources: {'Port': ['ID=808804ae-744c-4d8d-a08b-039589096594,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:22.641067 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-48a55e0f-1347-4f52-95ec-6505d4a15534 None None] For port ef6a56b3-4565-49ee-9948-1ffd8550990a, host dv-cinder-816104-2-iscsi, cleared binding levels {{(pid=102635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:32:22.644822 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-48a55e0f-1347-4f52-95ec-6505d4a15534 None None] For port ef6a56b3-4565-49ee-9948-1ffd8550990a, host dv-cinder-816104-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=ef6a56b3-4565-49ee-9948-1ffd8550990a,segment=NetworkSegment(5a34016a-0f1f-4003-98e1-68134538d335),segment_id=5a34016a-0f1f-4003-98e1-68134538d335)] {{(pid=102635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:32:22.650611 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-48a55e0f-1347-4f52-95ec-6505d4a15534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (ef6a56b3-4565-49ee-9948-1ffd8550990a), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:22.708979 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a55e0f-1347-4f52-95ec-6505d4a15534 None None] Routers {'5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:32:22.709641 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-48a55e0f-1347-4f52-95ec-6505d4a15534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:32:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:32:22.712583 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e8a76-ded6-47f5-a25e-c4de1c31884a None None] Pushing event updated for resources: {'Port': ['ID=ef6a56b3-4565-49ee-9948-1ffd8550990a,revision_number=3']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:22.729559 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb744d5d-db44-4bc9-b0dc-d7f4159995d0 admin admin] Network b1563904-5b49-4443-8b4e-de885b6b8524 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:32:22.730976 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-fb744d5d-db44-4bc9-b0dc-d7f4159995d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:32:22.856769 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb744d5d-db44-4bc9-b0dc-d7f4159995d0 admin admin] Router 5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:32:22.964345 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-48a55e0f-1347-4f52-95ec-6505d4a15534 None None] Set router 5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:32:22.970757 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb744d5d-db44-4bc9-b0dc-d7f4159995d0 admin admin] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:32:22.975737 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-fb744d5d-db44-4bc9-b0dc-d7f4159995d0 admin admin] 10.222.0.45 "PUT /v2.0/routers/5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5930276 Feb 15 04:32:23.094662 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-3f6b03a0-63b5-4458-a2d1-40de0f0222bb None None] Provisioning complete for port 808804ae-744c-4d8d-a08b-039589096594 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:32:23.095048 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-3f6b03a0-63b5-4458-a2d1-40de0f0222bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (808804ae-744c-4d8d-a08b-039589096594), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:23.144952 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-3f6b03a0-63b5-4458-a2d1-40de0f0222bb None None] Port 808804ae-744c-4d8d-a08b-039589096594 cannot update to ACTIVE because it is not bound. {{(pid=102635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:32:23.208582 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-48a55e0f-1347-4f52-95ec-6505d4a15534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'name': 'tempest-TestShelveInstance-1655827986-router', 'tenant_id': 'd151428e70f24ac99f8799103edf54fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'ef6a56b3-4565-49ee-9948-1ffd8550990a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:32:19Z', 'updated_at': '2022-02-15T04:32:22Z', 'revision_number': 4, 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'gw_port': {'id': 'ef6a56b3-4565-49ee-9948-1ffd8550990a', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:db:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:20Z', 'updated_at': '2022-02-15T04:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '808804ae-744c-4d8d-a08b-039589096594', 'name': '', 'network_id': 'b1563904-5b49-4443-8b4e-de885b6b8524', 'tenant_id': 'd151428e70f24ac99f8799103edf54fc', 'mac_address': 'fa:16:3e:1f:cf:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '9a9f743e-d41d-4841-ad45-53fedf0597ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:21Z', 'updated_at': '2022-02-15T04:32:22Z', 'revision_number': 2, 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'subnets': [{'id': '9a9f743e-d41d-4841-ad45-53fedf0597ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:32:23.240100 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a55e0f-1347-4f52-95ec-6505d4a15534 None None] The sync data for ids ['5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c'] in dv-cinder-816104-2-iscsi is: [{'id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'name': 'tempest-TestShelveInstance-1655827986-router', 'tenant_id': 'd151428e70f24ac99f8799103edf54fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'ef6a56b3-4565-49ee-9948-1ffd8550990a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:32:19Z', 'updated_at': '2022-02-15T04:32:22Z', 'revision_number': 4, 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'gw_port': {'id': 'ef6a56b3-4565-49ee-9948-1ffd8550990a', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:db:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:20Z', 'updated_at': '2022-02-15T04:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '808804ae-744c-4d8d-a08b-039589096594', 'name': '', 'network_id': 'b1563904-5b49-4443-8b4e-de885b6b8524', 'tenant_id': 'd151428e70f24ac99f8799103edf54fc', 'mac_address': 'fa:16:3e:1f:cf:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '9a9f743e-d41d-4841-ad45-53fedf0597ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:21Z', 'updated_at': '2022-02-15T04:32:22Z', 'revision_number': 2, 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'subnets': [{'id': '9a9f743e-d41d-4841-ad45-53fedf0597ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:32:23.472031 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 34432) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:32:23.477024 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-83a44fe1-33c9-49fe-ac2e-325a7c86d231 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1439405869-network', 'tenant_id': '3e65f9492c904b87b2cc1ca66ccdbea2'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:32:23.499063 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a44fe1-33c9-49fe-ac2e-325a7c86d231 admin admin] Made reservation on behalf of 3e65f9492c904b87b2cc1ca66ccdbea2 for: {'network': 1} {{(pid=102634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:32:23.502178 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-83a44fe1-33c9-49fe-ac2e-325a7c86d231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for network (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:23.511855 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-83a44fe1-33c9-49fe-ac2e-325a7c86d231 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:23.590407 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-83a44fe1-33c9-49fe-ac2e-325a7c86d231 admin admin] Publish callbacks [] for security_group (81d974b8-093b-4bb3-8475-8d527b5f5a42), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:23.594474 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-83a44fe1-33c9-49fe-ac2e-325a7c86d231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (81d974b8-093b-4bb3-8475-8d527b5f5a42), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:23.624812 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a44fe1-33c9-49fe-ac2e-325a7c86d231 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=102634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 04:32:23.631535 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a44fe1-33c9-49fe-ac2e-325a7c86d231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d974b8-093b-4bb3-8475-8d527b5f5a42,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:23.640444 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-83a44fe1-33c9-49fe-ac2e-325a7c86d231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (45a97444-c71d-49bc-8b34-db68c88591b5), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:23.640789 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.db.segments_db [None req-83a44fe1-33c9-49fe-ac2e-325a7c86d231 admin admin] Added segment 45a97444-c71d-49bc-8b34-db68c88591b5 of type vlan for network 269f85a9-c059-4e20-9bcd-d60145edcb7b Feb 15 04:32:23.686555 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-83a44fe1-33c9-49fe-ac2e-325a7c86d231 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734709799334'] for network (269f85a9-c059-4e20-9bcd-d60145edcb7b), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:23.713182 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-83a44fe1-33c9-49fe-ac2e-325a7c86d231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571'] for network (269f85a9-c059-4e20-9bcd-d60145edcb7b), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:23.714179 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a44fe1-33c9-49fe-ac2e-325a7c86d231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:23.714747 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-83a44fe1-33c9-49fe-ac2e-325a7c86d231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:23.774240 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-83a44fe1-33c9-49fe-ac2e-325a7c86d231 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3010261 Feb 15 04:32:23.778030 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 34434) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:32:23.782572 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a44fe1-33c9-49fe-ac2e-325a7c86d231 admin admin] Pushing event updated for resources: {'Network': ['ID=269f85a9-c059-4e20-9bcd-d60145edcb7b,revision_number=1']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:23.791714 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-96ce5d73-eee7-4eae-bfa5-937ccdc346c8 admin admin] Request body: {'subnet': {'network_id': '269f85a9-c059-4e20-9bcd-d60145edcb7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1439405869-subnet', 'tenant_id': '3e65f9492c904b87b2cc1ca66ccdbea2', 'ip_version': 4}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:32:23.793852 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Network 269f85a9-c059-4e20-9bcd-d60145edcb7b details requested by agent ovs-agent-dv-cinder-816104-2-iscsi with host dv-cinder-816104-2-iscsi {{(pid=102635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 04:32:23.822540 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ce5d73-eee7-4eae-bfa5-937ccdc346c8 admin admin] Made reservation on behalf of 3e65f9492c904b87b2cc1ca66ccdbea2 for: {'subnet': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:32:23.825782 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-96ce5d73-eee7-4eae-bfa5-937ccdc346c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4204913'] for subnet (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:24.033536 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-96ce5d73-eee7-4eae-bfa5-937ccdc346c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5249919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4204903'] for subnet (9321ebf4-48ef-4ae6-97ad-7a296d8202a1), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:24.039963 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device ef6a56b3-4565-49ee-9948-1ffd8550990a up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:32:24.093487 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce5d73-eee7-4eae-bfa5-937ccdc346c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9321ebf4-48ef-4ae6-97ad-7a296d8202a1,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:24.101757 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port ef6a56b3-4565-49ee-9948-1ffd8550990a triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:32:24.102218 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (ef6a56b3-4565-49ee-9948-1ffd8550990a), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:24.102542 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ce5d73-eee7-4eae-bfa5-937ccdc346c8 admin admin] Checking segment: {'id': '45a97444-c71d-49bc-8b34-db68c88591b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '269f85a9-c059-4e20-9bcd-d60145edcb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:32:24.102900 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ce5d73-eee7-4eae-bfa5-937ccdc346c8 admin admin] Network hostable DHCP agents. Network: 269f85a9-c059-4e20-9bcd-d60145edcb7b, hostable agents: ['8ae8e7a4-55a3-4d68-87a0-8671ef43234c'], hosted agents: [] {{(pid=102633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 04:32:24.122596 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ce5d73-eee7-4eae-bfa5-937ccdc346c8 admin admin] Network 269f85a9-c059-4e20-9bcd-d60145edcb7b is scheduled to be hosted by DHCP agent 8ae8e7a4-55a3-4d68-87a0-8671ef43234c with binding_index 1 {{(pid=102633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 04:32:24.133565 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-96ce5d73-eee7-4eae-bfa5-937ccdc346c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-2-iscsi, 269f85a9-c059-4e20-9bcd-d60145edcb7b) {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:32:24.138275 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ce5d73-eee7-4eae-bfa5-937ccdc346c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:24.138960 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-96ce5d73-eee7-4eae-bfa5-937ccdc346c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:24.147468 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4c9908-9a15-47e5-96b5-1a5affec2f3c None None] Network 269f85a9-c059-4e20-9bcd-d60145edcb7b requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:32:24.158885 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-96ce5d73-eee7-4eae-bfa5-937ccdc346c8 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3785663 Feb 15 04:32:24.161607 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 34436) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:32:24.166173 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-5f2bfea7-e682-450a-8865-632d195b51d1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1439405869-router', 'tenant_id': '3e65f9492c904b87b2cc1ca66ccdbea2', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:32:24.187081 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5f2bfea7-e682-450a-8865-632d195b51d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26507'] for router (a842783f-a067-4a6b-ae21-7e9bc06348e0), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:24.188739 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5f2bfea7-e682-450a-8865-632d195b51d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-639913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26498'] for router (a842783f-a067-4a6b-ae21-7e9bc06348e0), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:24.249784 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5f2bfea7-e682-450a-8865-632d195b51d1 admin admin] Publish callbacks [] for router_controller (a842783f-a067-4a6b-ae21-7e9bc06348e0), precommit_add_association {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:24.266724 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port ef6a56b3-4565-49ee-9948-1ffd8550990a is: DOWN; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:32:24.267104 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (ef6a56b3-4565-49ee-9948-1ffd8550990a), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:24.306100 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] For port ef6a56b3-4565-49ee-9948-1ffd8550990a, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=ef6a56b3-4565-49ee-9948-1ffd8550990a,segment=NetworkSegment(5a34016a-0f1f-4003-98e1-68134538d335),segment_id=5a34016a-0f1f-4003-98e1-68134538d335)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:32:24.308623 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717ff854-94fd-48b8-a295-42c37a609528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp628f2eeb-406b-5e3d-a89d-954c51e101fd-269f85a9-c059-4e20-9bcd-d60145edcb7b', 'network_id': '269f85a9-c059-4e20-9bcd-d60145edcb7b', 'project_id': '3e65f9492c904b87b2cc1ca66ccdbea2', 'fixed_ips': [{'subnet_id': '9321ebf4-48ef-4ae6-97ad-7a296d8202a1'}]}} from dv-cinder-816104-2-iscsi. {{(pid=102635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 04:32:24.309554 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-717ff854-94fd-48b8-a295-42c37a609528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:24.314128 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (ef6a56b3-4565-49ee-9948-1ffd8550990a), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:24.395518 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5f2bfea7-e682-450a-8865-632d195b51d1 admin admin] Publish callbacks [] for router_gateway (a842783f-a067-4a6b-ae21-7e9bc06348e0), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:24.436368 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Pushing event updated for resources: {'Port': ['ID=ef6a56b3-4565-49ee-9948-1ffd8550990a,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:24.502310 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.db_base_plugin_common [None req-717ff854-94fd-48b8-a295-42c37a609528 None None] Allocated IP 172.20.0.2 (269f85a9-c059-4e20-9bcd-d60145edcb7b/9321ebf4-48ef-4ae6-97ad-7a296d8202a1/f850aa22-016a-45e7-9bbd-f17175e00fe9) {{(pid=102635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:32:24.666627 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-717ff854-94fd-48b8-a295-42c37a609528 None None] Publish callbacks [] for port (f850aa22-016a-45e7-9bbd-f17175e00fe9), precommit_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:24.674150 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-717ff854-94fd-48b8-a295-42c37a609528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083'] for port (f850aa22-016a-45e7-9bbd-f17175e00fe9), after_create {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:24.717245 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717ff854-94fd-48b8-a295-42c37a609528 None None] Network 269f85a9-c059-4e20-9bcd-d60145edcb7b is already hosted by enough agents. {{(pid=102635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:32:24.721108 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.scheduler.base_scheduler [None req-717ff854-94fd-48b8-a295-42c37a609528 None None] Resources bound (agent type, host, resource id): {{(pid=102635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:32:24.725651 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717ff854-94fd-48b8-a295-42c37a609528 None None] Received port after_create {{(pid=102635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:32:24.728799 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ff854-94fd-48b8-a295-42c37a609528 None None] Pushing event updated for resources: {'Port': ['ID=f850aa22-016a-45e7-9bbd-f17175e00fe9,revision_number=1']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:24.785129 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-717ff854-94fd-48b8-a295-42c37a609528 None None] Attempting to bind port f850aa22-016a-45e7-9bbd-f17175e00fe9 on host dv-cinder-816104-2-iscsi for vnic_type normal with profile {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:32:24.785505 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-717ff854-94fd-48b8-a295-42c37a609528 None None] Attempting to bind port f850aa22-016a-45e7-9bbd-f17175e00fe9 by drivers openvswitch,hyperv on host dv-cinder-816104-2-iscsi at level 0 using segments [{'id': '45a97444-c71d-49bc-8b34-db68c88591b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '269f85a9-c059-4e20-9bcd-d60145edcb7b'}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:32:24.785982 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717ff854-94fd-48b8-a295-42c37a609528 None None] Attempting to bind port f850aa22-016a-45e7-9bbd-f17175e00fe9 on network 269f85a9-c059-4e20-9bcd-d60145edcb7b {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:32:24.792102 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717ff854-94fd-48b8-a295-42c37a609528 None None] Checking agent: {'id': 'e997a1d7-0267-47ad-aad7-04acf389f1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 11, 40), 'started_at': datetime.datetime(2022, 2, 15, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:32:24.792487 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717ff854-94fd-48b8-a295-42c37a609528 None None] Checking segment: {'id': '45a97444-c71d-49bc-8b34-db68c88591b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '269f85a9-c059-4e20-9bcd-d60145edcb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:32:24.792911 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-717ff854-94fd-48b8-a295-42c37a609528 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:24.793415 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717ff854-94fd-48b8-a295-42c37a609528 None None] Bound using segment: {'id': '45a97444-c71d-49bc-8b34-db68c88591b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '269f85a9-c059-4e20-9bcd-d60145edcb7b'} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:32:24.793898 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-717ff854-94fd-48b8-a295-42c37a609528 None None] Bound port: f850aa22-016a-45e7-9bbd-f17175e00fe9, host: dv-cinder-816104-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a97444-c71d-49bc-8b34-db68c88591b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '269f85a9-c059-4e20-9bcd-d60145edcb7b'}}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:32:24.794472 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-717ff854-94fd-48b8-a295-42c37a609528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (f850aa22-016a-45e7-9bbd-f17175e00fe9), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:24.863094 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-717ff854-94fd-48b8-a295-42c37a609528 None None] For port f850aa22-016a-45e7-9bbd-f17175e00fe9, host dv-cinder-816104-2-iscsi, cleared binding levels {{(pid=102635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:32:24.866765 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-717ff854-94fd-48b8-a295-42c37a609528 None None] For port f850aa22-016a-45e7-9bbd-f17175e00fe9, host dv-cinder-816104-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=f850aa22-016a-45e7-9bbd-f17175e00fe9,segment=NetworkSegment(45a97444-c71d-49bc-8b34-db68c88591b5),segment_id=45a97444-c71d-49bc-8b34-db68c88591b5)] {{(pid=102635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:32:24.874272 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-717ff854-94fd-48b8-a295-42c37a609528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (f850aa22-016a-45e7-9bbd-f17175e00fe9), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:24.896706 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5f2bfea7-e682-450a-8865-632d195b51d1 admin admin] Publish callbacks [] for router_gateway (a842783f-a067-4a6b-ae21-7e9bc06348e0), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:24.918273 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5f2bfea7-e682-450a-8865-632d195b51d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:24.929840 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ff854-94fd-48b8-a295-42c37a609528 None None] Pushing event updated for resources: {'Port': ['ID=f850aa22-016a-45e7-9bbd-f17175e00fe9,revision_number=2']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:25.053443 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-5f2bfea7-e682-450a-8865-632d195b51d1 admin admin] Allocated IP 172.27.1.184 (e6fb9507-f434-4add-a536-b65ba033e5e7/ff2a616f-f347-4e09-a791-22c9c65ada0b/dbe92525-ff76-4d96-8bab-68096ecf9377) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:32:25.176410 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5f2bfea7-e682-450a-8865-632d195b51d1 admin admin] Publish callbacks [] for port (dbe92525-ff76-4d96-8bab-68096ecf9377), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:25.211258 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5f2bfea7-e682-450a-8865-632d195b51d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (dbe92525-ff76-4d96-8bab-68096ecf9377), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:25.248367 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2bfea7-e682-450a-8865-632d195b51d1 admin admin] Network e6fb9507-f434-4add-a536-b65ba033e5e7 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:32:25.251739 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-5f2bfea7-e682-450a-8865-632d195b51d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:32:25.255616 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2bfea7-e682-450a-8865-632d195b51d1 admin admin] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:32:25.293735 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2bfea7-e682-450a-8865-632d195b51d1 admin admin] Pushing event updated for resources: {'Port': ['ID=dbe92525-ff76-4d96-8bab-68096ecf9377,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:25.514835 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5f2bfea7-e682-450a-8865-632d195b51d1 admin admin] Publish callbacks [] for router_gateway (a842783f-a067-4a6b-ae21-7e9bc06348e0), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:25.717636 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5f2bfea7-e682-450a-8865-632d195b51d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639898'] for router (a842783f-a067-4a6b-ae21-7e9bc06348e0), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:25.754704 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36caa00-dd71-4a77-875f-cac50292c87d None None] Sync routers for ids ['5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c'] in dv-cinder-816104-2-iscsi {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:32:25.764823 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36caa00-dd71-4a77-875f-cac50292c87d None None] Routers {'5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:32:25.765547 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-e36caa00-dd71-4a77-875f-cac50292c87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:32:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:32:25.864728 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2bfea7-e682-450a-8865-632d195b51d1 admin admin] Router a842783f-a067-4a6b-ae21-7e9bc06348e0 is scheduled to L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf with binding_index 1 {{(pid=102633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 04:32:25.880188 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-e36caa00-dd71-4a77-875f-cac50292c87d None None] Set router 5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c gateway port host: dv-cinder-816104-2-iscsi {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:32:25.897070 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eeba4c5-dc23-43bb-bb9e-4d8088a38f27 None None] Network 269f85a9-c059-4e20-9bcd-d60145edcb7b requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:32:25.984259 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2bfea7-e682-450a-8865-632d195b51d1 admin admin] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:32:26.006223 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5f2bfea7-e682-450a-8865-632d195b51d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:26.007696 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-5f2bfea7-e682-450a-8865-632d195b51d1 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8450208 Feb 15 04:32:26.011275 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b3bab3-56b9-47e2-b79a-e1c0c20fc5ce None None] Sync routers for ids ['a842783f-a067-4a6b-ae21-7e9bc06348e0'] in dv-cinder-816104-2-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:32:26.011702 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 34438) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:32:26.013733 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-67ab6388-5968-4df3-8ae8-7b6c50bc04e0 None None] Provisioning complete for port f850aa22-016a-45e7-9bbd-f17175e00fe9 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:32:26.014107 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-67ab6388-5968-4df3-8ae8-7b6c50bc04e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (f850aa22-016a-45e7-9bbd-f17175e00fe9), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:26.112286 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-67ab6388-5968-4df3-8ae8-7b6c50bc04e0 None None] Current status of the port f850aa22-016a-45e7-9bbd-f17175e00fe9 is: DOWN; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:32:26.112675 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-67ab6388-5968-4df3-8ae8-7b6c50bc04e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (f850aa22-016a-45e7-9bbd-f17175e00fe9), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:26.114509 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b3bab3-56b9-47e2-b79a-e1c0c20fc5ce None None] Routers {'a842783f-a067-4a6b-ae21-7e9bc06348e0'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:32:26.115135 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-80b3bab3-56b9-47e2-b79a-e1c0c20fc5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:32:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['a842783f-a067-4a6b-ae21-7e9bc06348e0'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:32:26.133582 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-e36caa00-dd71-4a77-875f-cac50292c87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'name': 'tempest-TestShelveInstance-1655827986-router', 'tenant_id': 'd151428e70f24ac99f8799103edf54fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'ef6a56b3-4565-49ee-9948-1ffd8550990a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:32:19Z', 'updated_at': '2022-02-15T04:32:22Z', 'revision_number': 4, 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'gw_port': {'id': 'ef6a56b3-4565-49ee-9948-1ffd8550990a', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:20Z', 'updated_at': '2022-02-15T04:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '808804ae-744c-4d8d-a08b-039589096594', 'name': '', 'network_id': 'b1563904-5b49-4443-8b4e-de885b6b8524', 'tenant_id': 'd151428e70f24ac99f8799103edf54fc', 'mac_address': 'fa:16:3e:1f:cf:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '9a9f743e-d41d-4841-ad45-53fedf0597ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:21Z', 'updated_at': '2022-02-15T04:32:22Z', 'revision_number': 2, 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'subnets': [{'id': '9a9f743e-d41d-4841-ad45-53fedf0597ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:32:26.163849 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36caa00-dd71-4a77-875f-cac50292c87d None None] Checking router: 5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c for host: dv-cinder-816104-2-iscsi {{(pid=102636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:32:26.164093 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device f850aa22-016a-45e7-9bbd-f17175e00fe9 up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:32:26.164229 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36caa00-dd71-4a77-875f-cac50292c87d None None] Updating router 5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c port 808804ae-744c-4d8d-a08b-039589096594 binding host dv-cinder-816104-2-iscsi {{(pid=102636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 04:32:26.192217 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-e36caa00-dd71-4a77-875f-cac50292c87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (808804ae-744c-4d8d-a08b-039589096594), before_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:26.395096 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-67ab6388-5968-4df3-8ae8-7b6c50bc04e0 None None] For port f850aa22-016a-45e7-9bbd-f17175e00fe9, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=f850aa22-016a-45e7-9bbd-f17175e00fe9,segment=NetworkSegment(45a97444-c71d-49bc-8b34-db68c88591b5),segment_id=45a97444-c71d-49bc-8b34-db68c88591b5)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:32:26.436047 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-67ab6388-5968-4df3-8ae8-7b6c50bc04e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (f850aa22-016a-45e7-9bbd-f17175e00fe9), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:26.485619 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port f850aa22-016a-45e7-9bbd-f17175e00fe9 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:32:26.485916 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (f850aa22-016a-45e7-9bbd-f17175e00fe9), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:26.492490 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-e36caa00-dd71-4a77-875f-cac50292c87d None None] Publish callbacks [] for port (808804ae-744c-4d8d-a08b-039589096594), precommit_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:26.492689 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-80b3bab3-56b9-47e2-b79a-e1c0c20fc5ce None None] Set router a842783f-a067-4a6b-ae21-7e9bc06348e0 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:32:26.498603 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-e36caa00-dd71-4a77-875f-cac50292c87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (808804ae-744c-4d8d-a08b-039589096594), after_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:26.543764 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7a8ea-4923-4d69-9902-ade692369b00 None None] Pushing event updated for resources: {'Port': ['ID=808804ae-744c-4d8d-a08b-039589096594,revision_number=3']} {{(pid=102636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:26.564095 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5cba1ba6-9e6c-49f4-adb8-4ee1e6cdf32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:26.610921 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b7a8ea-4923-4d69-9902-ade692369b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:26.612155 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b7a8ea-4923-4d69-9902-ade692369b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:26.612155 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b7a8ea-4923-4d69-9902-ade692369b00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:26.612155 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b7a8ea-4923-4d69-9902-ade692369b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:26.612517 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b7a8ea-4923-4d69-9902-ade692369b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:26.612806 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b7a8ea-4923-4d69-9902-ade692369b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:26.613159 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b7a8ea-4923-4d69-9902-ade692369b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:26.613491 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b7a8ea-4923-4d69-9902-ade692369b00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:26.613817 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b7a8ea-4923-4d69-9902-ade692369b00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:26.614164 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b7a8ea-4923-4d69-9902-ade692369b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:26.614500 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b7a8ea-4923-4d69-9902-ade692369b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:26.614820 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b7a8ea-4923-4d69-9902-ade692369b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:26.615147 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b7a8ea-4923-4d69-9902-ade692369b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:32:26.622323 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.managers [None req-e36caa00-dd71-4a77-875f-cac50292c87d None None] Attempting to bind port 808804ae-744c-4d8d-a08b-039589096594 on host dv-cinder-816104-2-iscsi for vnic_type normal with profile {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:32:26.622701 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.managers [None req-e36caa00-dd71-4a77-875f-cac50292c87d None None] Attempting to bind port 808804ae-744c-4d8d-a08b-039589096594 by drivers openvswitch,hyperv on host dv-cinder-816104-2-iscsi at level 0 using segments [{'id': 'f0609e99-1614-4c52-aaea-a98357f38e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b1563904-5b49-4443-8b4e-de885b6b8524'}] {{(pid=102636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:32:26.623079 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36caa00-dd71-4a77-875f-cac50292c87d None None] Attempting to bind port 808804ae-744c-4d8d-a08b-039589096594 on network b1563904-5b49-4443-8b4e-de885b6b8524 {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:32:26.630283 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36caa00-dd71-4a77-875f-cac50292c87d None None] Checking agent: {'id': 'e997a1d7-0267-47ad-aad7-04acf389f1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 11, 40), 'started_at': datetime.datetime(2022, 2, 15, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:32:26.630745 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36caa00-dd71-4a77-875f-cac50292c87d None None] Checking segment: {'id': 'f0609e99-1614-4c52-aaea-a98357f38e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b1563904-5b49-4443-8b4e-de885b6b8524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:32:26.631218 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-e36caa00-dd71-4a77-875f-cac50292c87d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:26.631678 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36caa00-dd71-4a77-875f-cac50292c87d None None] Bound using segment: {'id': 'f0609e99-1614-4c52-aaea-a98357f38e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b1563904-5b49-4443-8b4e-de885b6b8524'} {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:32:26.633108 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.managers [None req-e36caa00-dd71-4a77-875f-cac50292c87d None None] Bound port: 808804ae-744c-4d8d-a08b-039589096594, host: dv-cinder-816104-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0609e99-1614-4c52-aaea-a98357f38e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b1563904-5b49-4443-8b4e-de885b6b8524'}}] {{(pid=102636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:32:26.633108 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-e36caa00-dd71-4a77-875f-cac50292c87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (808804ae-744c-4d8d-a08b-039589096594), before_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:26.698260 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab6388-5968-4df3-8ae8-7b6c50bc04e0 None None] Pushing event updated for resources: {'Port': ['ID=f850aa22-016a-45e7-9bbd-f17175e00fe9,revision_number=3']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:26.716830 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.db [None req-e36caa00-dd71-4a77-875f-cac50292c87d None None] For port 808804ae-744c-4d8d-a08b-039589096594, host dv-cinder-816104-2-iscsi, cleared binding levels {{(pid=102636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:32:26.723521 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.db [None req-e36caa00-dd71-4a77-875f-cac50292c87d None None] For port 808804ae-744c-4d8d-a08b-039589096594, host dv-cinder-816104-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=808804ae-744c-4d8d-a08b-039589096594,segment=NetworkSegment(f0609e99-1614-4c52-aaea-a98357f38e53),segment_id=f0609e99-1614-4c52-aaea-a98357f38e53)] {{(pid=102636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:32:26.724983 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-960a0fee-7bdc-4fb3-b37d-1f1c433f8ca5 None None] Provisioning complete for port f850aa22-016a-45e7-9bbd-f17175e00fe9 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:32:26.724983 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-960a0fee-7bdc-4fb3-b37d-1f1c433f8ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (f850aa22-016a-45e7-9bbd-f17175e00fe9), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:26.734134 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-e36caa00-dd71-4a77-875f-cac50292c87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (808804ae-744c-4d8d-a08b-039589096594), after_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:26.799611 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7a8ea-4923-4d69-9902-ade692369b00 None None] Pushing event updated for resources: {'Port': ['ID=808804ae-744c-4d8d-a08b-039589096594,revision_number=4']} {{(pid=102636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:26.805269 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36caa00-dd71-4a77-875f-cac50292c87d None None] Routers {'5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:32:26.806337 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-e36caa00-dd71-4a77-875f-cac50292c87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:32:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:32:26.813329 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-5cba1ba6-9e6c-49f4-adb8-4ee1e6cdf32b admin admin] Allocated IP 172.20.0.1 (269f85a9-c059-4e20-9bcd-d60145edcb7b/9321ebf4-48ef-4ae6-97ad-7a296d8202a1/8f13ca2d-db53-479c-9318-ca5001edab3c) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:32:26.827147 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port f850aa22-016a-45e7-9bbd-f17175e00fe9 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:32:26.829187 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device ef6a56b3-4565-49ee-9948-1ffd8550990a up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:32:26.901220 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-80b3bab3-56b9-47e2-b79a-e1c0c20fc5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a842783f-a067-4a6b-ae21-7e9bc06348e0', 'name': 'tempest-TestShelveInstance-1439405869-router', 'tenant_id': '3e65f9492c904b87b2cc1ca66ccdbea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'dbe92525-ff76-4d96-8bab-68096ecf9377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:32:24Z', 'updated_at': '2022-02-15T04:32:25Z', 'revision_number': 3, 'project_id': '3e65f9492c904b87b2cc1ca66ccdbea2', 'gw_port': {'id': 'dbe92525-ff76-4d96-8bab-68096ecf9377', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:95:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a842783f-a067-4a6b-ae21-7e9bc06348e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:24Z', 'updated_at': '2022-02-15T04:32:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:32:26.934945 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-960a0fee-7bdc-4fb3-b37d-1f1c433f8ca5 None None] Current status of the port f850aa22-016a-45e7-9bbd-f17175e00fe9 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:32:26.938664 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b3bab3-56b9-47e2-b79a-e1c0c20fc5ce None None] Checking router: a842783f-a067-4a6b-ae21-7e9bc06348e0 for host: dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:32:26.939023 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b3bab3-56b9-47e2-b79a-e1c0c20fc5ce None None] Updating router a842783f-a067-4a6b-ae21-7e9bc06348e0 port dbe92525-ff76-4d96-8bab-68096ecf9377 binding host dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 04:32:26.947281 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5cba1ba6-9e6c-49f4-adb8-4ee1e6cdf32b admin admin] Publish callbacks [] for port (8f13ca2d-db53-479c-9318-ca5001edab3c), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:26.963287 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-e36caa00-dd71-4a77-875f-cac50292c87d None None] Set router 5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c gateway port host: dv-cinder-816104-2-iscsi {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:32:26.977023 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-80b3bab3-56b9-47e2-b79a-e1c0c20fc5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (dbe92525-ff76-4d96-8bab-68096ecf9377), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:26.980740 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port ef6a56b3-4565-49ee-9948-1ffd8550990a triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:32:26.981132 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (ef6a56b3-4565-49ee-9948-1ffd8550990a), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:26.989177 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5cba1ba6-9e6c-49f4-adb8-4ee1e6cdf32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (8f13ca2d-db53-479c-9318-ca5001edab3c), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:27.033311 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cba1ba6-9e6c-49f4-adb8-4ee1e6cdf32b admin admin] Network 269f85a9-c059-4e20-9bcd-d60145edcb7b is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:32:27.044622 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-5cba1ba6-9e6c-49f4-adb8-4ee1e6cdf32b admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:32:27.047996 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cba1ba6-9e6c-49f4-adb8-4ee1e6cdf32b admin admin] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:32:27.081561 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba1ba6-9e6c-49f4-adb8-4ee1e6cdf32b admin admin] Pushing event updated for resources: {'Port': ['ID=8f13ca2d-db53-479c-9318-ca5001edab3c,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:27.097258 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5cba1ba6-9e6c-49f4-adb8-4ee1e6cdf32b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639657'] for router_interface (a842783f-a067-4a6b-ae21-7e9bc06348e0), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:27.148575 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-515e1633-e4d9-4cfe-b756-0c69e8b9780c None None] Provisioning complete for port 808804ae-744c-4d8d-a08b-039589096594 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:32:27.149129 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-515e1633-e4d9-4cfe-b756-0c69e8b9780c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (808804ae-744c-4d8d-a08b-039589096594), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:27.236182 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-e36caa00-dd71-4a77-875f-cac50292c87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'name': 'tempest-TestShelveInstance-1655827986-router', 'tenant_id': 'd151428e70f24ac99f8799103edf54fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'ef6a56b3-4565-49ee-9948-1ffd8550990a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:32:19Z', 'updated_at': '2022-02-15T04:32:22Z', 'revision_number': 4, 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'gw_port': {'id': 'ef6a56b3-4565-49ee-9948-1ffd8550990a', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:20Z', 'updated_at': '2022-02-15T04:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '808804ae-744c-4d8d-a08b-039589096594', 'name': '', 'network_id': 'b1563904-5b49-4443-8b4e-de885b6b8524', 'tenant_id': 'd151428e70f24ac99f8799103edf54fc', 'mac_address': 'fa:16:3e:1f:cf:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '9a9f743e-d41d-4841-ad45-53fedf0597ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:21Z', 'updated_at': '2022-02-15T04:32:26Z', 'revision_number': 4, 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'subnets': [{'id': '9a9f743e-d41d-4841-ad45-53fedf0597ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:32:27.246402 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5cba1ba6-9e6c-49f4-adb8-4ee1e6cdf32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (8f13ca2d-db53-479c-9318-ca5001edab3c), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:27.319609 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port ef6a56b3-4565-49ee-9948-1ffd8550990a is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:32:27.366708 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36caa00-dd71-4a77-875f-cac50292c87d None None] The sync data for ids ['5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c'] in dv-cinder-816104-2-iscsi is: [{'id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'name': 'tempest-TestShelveInstance-1655827986-router', 'tenant_id': 'd151428e70f24ac99f8799103edf54fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'ef6a56b3-4565-49ee-9948-1ffd8550990a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:32:19Z', 'updated_at': '2022-02-15T04:32:22Z', 'revision_number': 4, 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'gw_port': {'id': 'ef6a56b3-4565-49ee-9948-1ffd8550990a', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:20Z', 'updated_at': '2022-02-15T04:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '808804ae-744c-4d8d-a08b-039589096594', 'name': '', 'network_id': 'b1563904-5b49-4443-8b4e-de885b6b8524', 'tenant_id': 'd151428e70f24ac99f8799103edf54fc', 'mac_address': 'fa:16:3e:1f:cf:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '9a9f743e-d41d-4841-ad45-53fedf0597ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:21Z', 'updated_at': '2022-02-15T04:32:26Z', 'revision_number': 4, 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'subnets': [{'id': '9a9f743e-d41d-4841-ad45-53fedf0597ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:32:27.387172 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-515e1633-e4d9-4cfe-b756-0c69e8b9780c None None] Current status of the port 808804ae-744c-4d8d-a08b-039589096594 is: DOWN; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:32:27.387554 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-515e1633-e4d9-4cfe-b756-0c69e8b9780c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (808804ae-744c-4d8d-a08b-039589096594), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:27.442557 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5cba1ba6-9e6c-49f4-adb8-4ee1e6cdf32b admin admin] Publish callbacks [] for port (8f13ca2d-db53-479c-9318-ca5001edab3c), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:27.450047 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5cba1ba6-9e6c-49f4-adb8-4ee1e6cdf32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (8f13ca2d-db53-479c-9318-ca5001edab3c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:27.463534 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-515e1633-e4d9-4cfe-b756-0c69e8b9780c None None] For port 808804ae-744c-4d8d-a08b-039589096594, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=808804ae-744c-4d8d-a08b-039589096594,segment=NetworkSegment(f0609e99-1614-4c52-aaea-a98357f38e53),segment_id=f0609e99-1614-4c52-aaea-a98357f38e53)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:32:27.465841 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-80b3bab3-56b9-47e2-b79a-e1c0c20fc5ce None None] Publish callbacks [] for port (dbe92525-ff76-4d96-8bab-68096ecf9377), precommit_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:27.471015 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-515e1633-e4d9-4cfe-b756-0c69e8b9780c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (808804ae-744c-4d8d-a08b-039589096594), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:27.475201 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-80b3bab3-56b9-47e2-b79a-e1c0c20fc5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (dbe92525-ff76-4d96-8bab-68096ecf9377), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:27.525550 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5cba1ba6-9e6c-49f4-adb8-4ee1e6cdf32b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-713549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639701'] for router_interface (a842783f-a067-4a6b-ae21-7e9bc06348e0), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:27.527511 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba1ba6-9e6c-49f4-adb8-4ee1e6cdf32b admin admin] Pushing event updated for resources: {'Port': ['ID=8f13ca2d-db53-479c-9318-ca5001edab3c,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:27.541753 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-80b3bab3-56b9-47e2-b79a-e1c0c20fc5ce None None] Attempting to bind port dbe92525-ff76-4d96-8bab-68096ecf9377 on host dv-cinder-816104-2-iscsi for vnic_type normal with profile {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:32:27.542127 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-80b3bab3-56b9-47e2-b79a-e1c0c20fc5ce None None] Attempting to bind port dbe92525-ff76-4d96-8bab-68096ecf9377 by drivers openvswitch,hyperv on host dv-cinder-816104-2-iscsi at level 0 using segments [{'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:32:27.542492 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b3bab3-56b9-47e2-b79a-e1c0c20fc5ce None None] Attempting to bind port dbe92525-ff76-4d96-8bab-68096ecf9377 on network e6fb9507-f434-4add-a536-b65ba033e5e7 {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:32:27.552664 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e1633-e4d9-4cfe-b756-0c69e8b9780c None None] Pushing event updated for resources: {'Port': ['ID=808804ae-744c-4d8d-a08b-039589096594,revision_number=5']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:27.555682 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b3bab3-56b9-47e2-b79a-e1c0c20fc5ce None None] Checking agent: {'id': 'e997a1d7-0267-47ad-aad7-04acf389f1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 11, 40), 'started_at': datetime.datetime(2022, 2, 15, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:32:27.556065 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b3bab3-56b9-47e2-b79a-e1c0c20fc5ce None None] Checking segment: {'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:32:27.556472 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-80b3bab3-56b9-47e2-b79a-e1c0c20fc5ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:27.556862 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b3bab3-56b9-47e2-b79a-e1c0c20fc5ce None None] Bound using segment: {'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'} {{(pid=102635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:32:27.557356 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.managers [None req-80b3bab3-56b9-47e2-b79a-e1c0c20fc5ce None None] Bound port: dbe92525-ff76-4d96-8bab-68096ecf9377, host: dv-cinder-816104-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a34016a-0f1f-4003-98e1-68134538d335', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7'}}] {{(pid=102635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:32:27.557735 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-80b3bab3-56b9-47e2-b79a-e1c0c20fc5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (dbe92525-ff76-4d96-8bab-68096ecf9377), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:27.634268 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cba1ba6-9e6c-49f4-adb8-4ee1e6cdf32b admin admin] Network 269f85a9-c059-4e20-9bcd-d60145edcb7b is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:32:27.635947 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-5cba1ba6-9e6c-49f4-adb8-4ee1e6cdf32b admin admin] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:32:27.642700 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4358315-c1d2-4805-99e2-e5265e564f43 None None] Pushing event updated for resources: {'Port': ['ID=dbe92525-ff76-4d96-8bab-68096ecf9377,revision_number=2']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:27.654538 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-2957554e-fa96-483f-ba16-36eb86048174 None None] Provisioning complete for port 8f13ca2d-db53-479c-9318-ca5001edab3c triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:32:27.654914 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-2957554e-fa96-483f-ba16-36eb86048174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (8f13ca2d-db53-479c-9318-ca5001edab3c), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:27.709839 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-80b3bab3-56b9-47e2-b79a-e1c0c20fc5ce None None] For port dbe92525-ff76-4d96-8bab-68096ecf9377, host dv-cinder-816104-2-iscsi, cleared binding levels {{(pid=102635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:32:27.737776 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-80b3bab3-56b9-47e2-b79a-e1c0c20fc5ce None None] For port dbe92525-ff76-4d96-8bab-68096ecf9377, host dv-cinder-816104-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=dbe92525-ff76-4d96-8bab-68096ecf9377,segment=NetworkSegment(5a34016a-0f1f-4003-98e1-68134538d335),segment_id=5a34016a-0f1f-4003-98e1-68134538d335)] {{(pid=102635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:32:27.740610 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-2957554e-fa96-483f-ba16-36eb86048174 None None] Port 8f13ca2d-db53-479c-9318-ca5001edab3c cannot update to ACTIVE because it is not bound. {{(pid=102635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:32:27.752214 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-80b3bab3-56b9-47e2-b79a-e1c0c20fc5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (dbe92525-ff76-4d96-8bab-68096ecf9377), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:27.774571 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cba1ba6-9e6c-49f4-adb8-4ee1e6cdf32b admin admin] Router a842783f-a067-4a6b-ae21-7e9bc06348e0 has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:32:27.792379 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-2957554e-fa96-483f-ba16-36eb86048174 None None] Provisioning complete for port 808804ae-744c-4d8d-a08b-039589096594 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:32:27.792872 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-2957554e-fa96-483f-ba16-36eb86048174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (808804ae-744c-4d8d-a08b-039589096594), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:27.867198 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4358315-c1d2-4805-99e2-e5265e564f43 None None] Pushing event updated for resources: {'Port': ['ID=dbe92525-ff76-4d96-8bab-68096ecf9377,revision_number=3']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:27.872442 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b3bab3-56b9-47e2-b79a-e1c0c20fc5ce None None] Routers {'a842783f-a067-4a6b-ae21-7e9bc06348e0'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:32:27.873246 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-80b3bab3-56b9-47e2-b79a-e1c0c20fc5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:32:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['a842783f-a067-4a6b-ae21-7e9bc06348e0'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:32:27.925495 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cba1ba6-9e6c-49f4-adb8-4ee1e6cdf32b admin admin] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:32:27.944410 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-5cba1ba6-9e6c-49f4-adb8-4ee1e6cdf32b admin admin] 10.222.0.45 "PUT /v2.0/routers/a842783f-a067-4a6b-ae21-7e9bc06348e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9313776 Feb 15 04:32:28.016924 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-2957554e-fa96-483f-ba16-36eb86048174 None None] Current status of the port 808804ae-744c-4d8d-a08b-039589096594 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:32:28.050943 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-80b3bab3-56b9-47e2-b79a-e1c0c20fc5ce None None] Set router a842783f-a067-4a6b-ae21-7e9bc06348e0 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:32:28.082968 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device f850aa22-016a-45e7-9bbd-f17175e00fe9 up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:32:28.354308 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-60ef6883-f57e-4924-ae54-d0070fe3459c None None] Provisioning complete for port 8f13ca2d-db53-479c-9318-ca5001edab3c triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:32:28.354682 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-60ef6883-f57e-4924-ae54-d0070fe3459c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (8f13ca2d-db53-479c-9318-ca5001edab3c), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:28.411297 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port f850aa22-016a-45e7-9bbd-f17175e00fe9 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:32:28.411666 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (f850aa22-016a-45e7-9bbd-f17175e00fe9), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:28.436741 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-60ef6883-f57e-4924-ae54-d0070fe3459c None None] Port 8f13ca2d-db53-479c-9318-ca5001edab3c cannot update to ACTIVE because it is not bound. {{(pid=102635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:32:28.536702 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port f850aa22-016a-45e7-9bbd-f17175e00fe9 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:32:28.537789 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 808804ae-744c-4d8d-a08b-039589096594 up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:32:28.542092 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-80b3bab3-56b9-47e2-b79a-e1c0c20fc5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a842783f-a067-4a6b-ae21-7e9bc06348e0', 'name': 'tempest-TestShelveInstance-1439405869-router', 'tenant_id': '3e65f9492c904b87b2cc1ca66ccdbea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'dbe92525-ff76-4d96-8bab-68096ecf9377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:32:24Z', 'updated_at': '2022-02-15T04:32:27Z', 'revision_number': 4, 'project_id': '3e65f9492c904b87b2cc1ca66ccdbea2', 'gw_port': {'id': 'dbe92525-ff76-4d96-8bab-68096ecf9377', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:95:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a842783f-a067-4a6b-ae21-7e9bc06348e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:24Z', 'updated_at': '2022-02-15T04:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '8f13ca2d-db53-479c-9318-ca5001edab3c', 'name': '', 'network_id': '269f85a9-c059-4e20-9bcd-d60145edcb7b', 'tenant_id': '3e65f9492c904b87b2cc1ca66ccdbea2', 'mac_address': 'fa:16:3e:b1:78:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a842783f-a067-4a6b-ae21-7e9bc06348e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '9321ebf4-48ef-4ae6-97ad-7a296d8202a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:26Z', 'updated_at': '2022-02-15T04:32:27Z', 'revision_number': 2, 'project_id': '3e65f9492c904b87b2cc1ca66ccdbea2', 'subnets': [{'id': '9321ebf4-48ef-4ae6-97ad-7a296d8202a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:32:28.590160 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b3bab3-56b9-47e2-b79a-e1c0c20fc5ce None None] The sync data for ids ['a842783f-a067-4a6b-ae21-7e9bc06348e0'] in dv-cinder-816104-2-iscsi is: [{'id': 'a842783f-a067-4a6b-ae21-7e9bc06348e0', 'name': 'tempest-TestShelveInstance-1439405869-router', 'tenant_id': '3e65f9492c904b87b2cc1ca66ccdbea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'dbe92525-ff76-4d96-8bab-68096ecf9377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:32:24Z', 'updated_at': '2022-02-15T04:32:27Z', 'revision_number': 4, 'project_id': '3e65f9492c904b87b2cc1ca66ccdbea2', 'gw_port': {'id': 'dbe92525-ff76-4d96-8bab-68096ecf9377', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:95:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a842783f-a067-4a6b-ae21-7e9bc06348e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:24Z', 'updated_at': '2022-02-15T04:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '8f13ca2d-db53-479c-9318-ca5001edab3c', 'name': '', 'network_id': '269f85a9-c059-4e20-9bcd-d60145edcb7b', 'tenant_id': '3e65f9492c904b87b2cc1ca66ccdbea2', 'mac_address': 'fa:16:3e:b1:78:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a842783f-a067-4a6b-ae21-7e9bc06348e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '9321ebf4-48ef-4ae6-97ad-7a296d8202a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:26Z', 'updated_at': '2022-02-15T04:32:27Z', 'revision_number': 2, 'project_id': '3e65f9492c904b87b2cc1ca66ccdbea2', 'subnets': [{'id': '9321ebf4-48ef-4ae6-97ad-7a296d8202a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:32:28.618112 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port 808804ae-744c-4d8d-a08b-039589096594 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:32:28.618892 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (808804ae-744c-4d8d-a08b-039589096594), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:28.636311 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 34448) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:32:28.641498 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-1ca1696f-2fe3-4105-b0d0-193c01276411 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-647221003', 'description': 'tempest-secgroup-smoke-647221003 description', 'project_id': 'd151428e70f24ac99f8799103edf54fc'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:32:28.665868 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1ca1696f-2fe3-4105-b0d0-193c01276411 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks [] for security_group (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:28.714450 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port 808804ae-744c-4d8d-a08b-039589096594 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:32:28.741618 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1ca1696f-2fe3-4105-b0d0-193c01276411 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks [] for security_group (57aba6e3-e67e-4906-82fd-3a858eb1b985), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:28.745649 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1ca1696f-2fe3-4105-b0d0-193c01276411 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (57aba6e3-e67e-4906-82fd-3a858eb1b985), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:28.776845 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1ca1696f-2fe3-4105-b0d0-193c01276411 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:28.778094 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-1ca1696f-2fe3-4105-b0d0-193c01276411 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1406832 Feb 15 04:32:28.781226 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 34450) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:32:28.781975 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca1696f-2fe3-4105-b0d0-193c01276411 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57aba6e3-e67e-4906-82fd-3a858eb1b985,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:28.787181 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-c0e4e44b-4b74-4bf3-9ccd-5e73b605fbe1 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Request body: {'security_group_rule': {'security_group_id': '57aba6e3-e67e-4906-82fd-3a858eb1b985', 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:32:28.838073 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c0e4e44b-4b74-4bf3-9ccd-5e73b605fbe1 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks [] for security_group_rule (90db09aa-11ae-43bc-9775-9179b120ff29), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:28.901463 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c0e4e44b-4b74-4bf3-9ccd-5e73b605fbe1 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks [] for security_group_rule (90db09aa-11ae-43bc-9775-9179b120ff29), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:28.906167 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c0e4e44b-4b74-4bf3-9ccd-5e73b605fbe1 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526819'] for security_group_rule (90db09aa-11ae-43bc-9775-9179b120ff29), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:28.925820 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e4e44b-4b74-4bf3-9ccd-5e73b605fbe1 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90db09aa-11ae-43bc-9775-9179b120ff29,revision_number=0']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:28.936606 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c0e4e44b-4b74-4bf3-9ccd-5e73b605fbe1 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:28.937996 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-c0e4e44b-4b74-4bf3-9ccd-5e73b605fbe1 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1545606 Feb 15 04:32:28.941288 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 34452) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:32:28.946187 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-62b764de-44d0-43c7-8588-9875918c3d4b tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Request body: {'security_group_rule': {'security_group_id': '57aba6e3-e67e-4906-82fd-3a858eb1b985', 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:32:28.972458 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-62b764de-44d0-43c7-8588-9875918c3d4b tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks [] for security_group_rule (7536eb26-8dc6-4cc2-a1d4-d031a7266bb3), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:29.038669 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-62b764de-44d0-43c7-8588-9875918c3d4b tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks [] for security_group_rule (7536eb26-8dc6-4cc2-a1d4-d031a7266bb3), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:29.043601 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-62b764de-44d0-43c7-8588-9875918c3d4b tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526819'] for security_group_rule (7536eb26-8dc6-4cc2-a1d4-d031a7266bb3), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:29.063643 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b764de-44d0-43c7-8588-9875918c3d4b tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7536eb26-8dc6-4cc2-a1d4-d031a7266bb3,revision_number=0']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:29.069603 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-62b764de-44d0-43c7-8588-9875918c3d4b tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:29.073449 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-62b764de-44d0-43c7-8588-9875918c3d4b tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1307859 Feb 15 04:32:29.073783 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 34454) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:32:29.078974 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-ccae6434-96d4-4b29-9e91-d16ec8813709 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Request body: {'security_group_rule': {'security_group_id': '57aba6e3-e67e-4906-82fd-3a858eb1b985', 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:32:29.104916 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ccae6434-96d4-4b29-9e91-d16ec8813709 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks [] for security_group_rule (44987265-e7a7-440c-a778-e1801248309a), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:29.166080 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ccae6434-96d4-4b29-9e91-d16ec8813709 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks [] for security_group_rule (44987265-e7a7-440c-a778-e1801248309a), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:29.170384 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ccae6434-96d4-4b29-9e91-d16ec8813709 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526819'] for security_group_rule (44987265-e7a7-440c-a778-e1801248309a), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:29.193274 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae6434-96d4-4b29-9e91-d16ec8813709 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44987265-e7a7-440c-a778-e1801248309a,revision_number=0']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:29.201708 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ccae6434-96d4-4b29-9e91-d16ec8813709 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:29.206885 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-ccae6434-96d4-4b29-9e91-d16ec8813709 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1280599 Feb 15 04:32:29.207070 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 34456) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:32:29.211533 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-b8b02016-237b-4db4-ae95-2b425f062085 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Request body: {'security_group_rule': {'security_group_id': '57aba6e3-e67e-4906-82fd-3a858eb1b985', 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:32:29.248128 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b8b02016-237b-4db4-ae95-2b425f062085 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks [] for security_group_rule (422f21fc-ebf4-4968-be8a-e293b97d5755), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:29.303851 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b8b02016-237b-4db4-ae95-2b425f062085 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks [] for security_group_rule (422f21fc-ebf4-4968-be8a-e293b97d5755), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:29.307440 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b8b02016-237b-4db4-ae95-2b425f062085 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526819'] for security_group_rule (422f21fc-ebf4-4968-be8a-e293b97d5755), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:29.324699 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b02016-237b-4db4-ae95-2b425f062085 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=422f21fc-ebf4-4968-be8a-e293b97d5755,revision_number=0']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:29.332341 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b8b02016-237b-4db4-ae95-2b425f062085 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:29.333541 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-b8b02016-237b-4db4-ae95-2b425f062085 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1254275 Feb 15 04:32:29.336300 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 34458) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:32:29.340456 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-7291c412-470b-47d2-8efc-84b647af47c9 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Request body: {'security_group_rule': {'security_group_id': '57aba6e3-e67e-4906-82fd-3a858eb1b985', 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:32:29.360135 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.db.securitygroups_db [None req-7291c412-470b-47d2-8efc-84b647af47c9 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Project d151428e70f24ac99f8799103edf54fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 04:32:29.365123 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7291c412-470b-47d2-8efc-84b647af47c9 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks [] for security_group_rule (710108df-2f38-411d-afae-f5f2d1031d12), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:29.421280 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7291c412-470b-47d2-8efc-84b647af47c9 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks [] for security_group_rule (710108df-2f38-411d-afae-f5f2d1031d12), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:29.425419 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7291c412-470b-47d2-8efc-84b647af47c9 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526819'] for security_group_rule (710108df-2f38-411d-afae-f5f2d1031d12), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:29.442560 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291c412-470b-47d2-8efc-84b647af47c9 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=710108df-2f38-411d-afae-f5f2d1031d12,revision_number=0']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:29.449123 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7291c412-470b-47d2-8efc-84b647af47c9 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:29.450358 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-7291c412-470b-47d2-8efc-84b647af47c9 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1130962 Feb 15 04:32:29.453141 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 34460) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:32:29.457456 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.v2.base [None req-a63e8b2f-16f7-42d8-92da-52c249ff4175 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Request body: {'security_group_rule': {'security_group_id': '57aba6e3-e67e-4906-82fd-3a858eb1b985', 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:32:29.476951 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.db.securitygroups_db [None req-a63e8b2f-16f7-42d8-92da-52c249ff4175 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Project d151428e70f24ac99f8799103edf54fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 04:32:29.481692 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a63e8b2f-16f7-42d8-92da-52c249ff4175 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks [] for security_group_rule (9f025324-718e-40fa-a5ba-44b9a4b5ac39), before_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:29.538918 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a63e8b2f-16f7-42d8-92da-52c249ff4175 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks [] for security_group_rule (9f025324-718e-40fa-a5ba-44b9a4b5ac39), precommit_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:29.542663 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a63e8b2f-16f7-42d8-92da-52c249ff4175 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526819'] for security_group_rule (9f025324-718e-40fa-a5ba-44b9a4b5ac39), after_create {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:29.561392 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e8b2f-16f7-42d8-92da-52c249ff4175 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f025324-718e-40fa-a5ba-44b9a4b5ac39,revision_number=0']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:29.569101 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a63e8b2f-16f7-42d8-92da-52c249ff4175 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:29.570266 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-a63e8b2f-16f7-42d8-92da-52c249ff4175 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1161957 Feb 15 04:32:31.299355 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f27fff-80f4-4f97-a825-7f1651f11782 None None] Sync routers for ids ['a842783f-a067-4a6b-ae21-7e9bc06348e0'] in dv-cinder-816104-2-iscsi {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:32:31.310065 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f27fff-80f4-4f97-a825-7f1651f11782 None None] Routers {'a842783f-a067-4a6b-ae21-7e9bc06348e0'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:32:31.310673 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-04f27fff-80f4-4f97-a825-7f1651f11782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:32:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['a842783f-a067-4a6b-ae21-7e9bc06348e0'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:32:31.416214 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-04f27fff-80f4-4f97-a825-7f1651f11782 None None] Set router a842783f-a067-4a6b-ae21-7e9bc06348e0 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:32:31.610652 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-04f27fff-80f4-4f97-a825-7f1651f11782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a842783f-a067-4a6b-ae21-7e9bc06348e0', 'name': 'tempest-TestShelveInstance-1439405869-router', 'tenant_id': '3e65f9492c904b87b2cc1ca66ccdbea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'dbe92525-ff76-4d96-8bab-68096ecf9377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:32:24Z', 'updated_at': '2022-02-15T04:32:27Z', 'revision_number': 4, 'project_id': '3e65f9492c904b87b2cc1ca66ccdbea2', 'gw_port': {'id': 'dbe92525-ff76-4d96-8bab-68096ecf9377', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:95:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a842783f-a067-4a6b-ae21-7e9bc06348e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:24Z', 'updated_at': '2022-02-15T04:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '8f13ca2d-db53-479c-9318-ca5001edab3c', 'name': '', 'network_id': '269f85a9-c059-4e20-9bcd-d60145edcb7b', 'tenant_id': '3e65f9492c904b87b2cc1ca66ccdbea2', 'mac_address': 'fa:16:3e:b1:78:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a842783f-a067-4a6b-ae21-7e9bc06348e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '9321ebf4-48ef-4ae6-97ad-7a296d8202a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:26Z', 'updated_at': '2022-02-15T04:32:27Z', 'revision_number': 2, 'project_id': '3e65f9492c904b87b2cc1ca66ccdbea2', 'subnets': [{'id': '9321ebf4-48ef-4ae6-97ad-7a296d8202a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:32:31.640405 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f27fff-80f4-4f97-a825-7f1651f11782 None None] Checking router: a842783f-a067-4a6b-ae21-7e9bc06348e0 for host: dv-cinder-816104-2-iscsi {{(pid=102636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:32:31.640799 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f27fff-80f4-4f97-a825-7f1651f11782 None None] Updating router a842783f-a067-4a6b-ae21-7e9bc06348e0 port 8f13ca2d-db53-479c-9318-ca5001edab3c binding host dv-cinder-816104-2-iscsi {{(pid=102636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 04:32:31.668004 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-04f27fff-80f4-4f97-a825-7f1651f11782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (8f13ca2d-db53-479c-9318-ca5001edab3c), before_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:31.932974 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-04f27fff-80f4-4f97-a825-7f1651f11782 None None] Publish callbacks [] for port (8f13ca2d-db53-479c-9318-ca5001edab3c), precommit_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:31.937607 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-04f27fff-80f4-4f97-a825-7f1651f11782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (8f13ca2d-db53-479c-9318-ca5001edab3c), after_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:31.992730 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b49cb7c-72fe-4895-97cf-b2979d6e559d None None] Pushing event updated for resources: {'Port': ['ID=8f13ca2d-db53-479c-9318-ca5001edab3c,revision_number=3']} {{(pid=102636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:32.056145 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device dbe92525-ff76-4d96-8bab-68096ecf9377 up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:32:32.057734 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.managers [None req-04f27fff-80f4-4f97-a825-7f1651f11782 None None] Attempting to bind port 8f13ca2d-db53-479c-9318-ca5001edab3c on host dv-cinder-816104-2-iscsi for vnic_type normal with profile {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:32:32.058110 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.managers [None req-04f27fff-80f4-4f97-a825-7f1651f11782 None None] Attempting to bind port 8f13ca2d-db53-479c-9318-ca5001edab3c by drivers openvswitch,hyperv on host dv-cinder-816104-2-iscsi at level 0 using segments [{'id': '45a97444-c71d-49bc-8b34-db68c88591b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '269f85a9-c059-4e20-9bcd-d60145edcb7b'}] {{(pid=102636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:32:32.058475 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f27fff-80f4-4f97-a825-7f1651f11782 None None] Attempting to bind port 8f13ca2d-db53-479c-9318-ca5001edab3c on network 269f85a9-c059-4e20-9bcd-d60145edcb7b {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:32:32.063859 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f27fff-80f4-4f97-a825-7f1651f11782 None None] Checking agent: {'id': 'e997a1d7-0267-47ad-aad7-04acf389f1f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 11, 40), 'started_at': datetime.datetime(2022, 2, 15, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:32:32.064237 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f27fff-80f4-4f97-a825-7f1651f11782 None None] Checking segment: {'id': '45a97444-c71d-49bc-8b34-db68c88591b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '269f85a9-c059-4e20-9bcd-d60145edcb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:32:32.064638 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-04f27fff-80f4-4f97-a825-7f1651f11782 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:32.065061 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f27fff-80f4-4f97-a825-7f1651f11782 None None] Bound using segment: {'id': '45a97444-c71d-49bc-8b34-db68c88591b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '269f85a9-c059-4e20-9bcd-d60145edcb7b'} {{(pid=102636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:32:32.065531 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.managers [None req-04f27fff-80f4-4f97-a825-7f1651f11782 None None] Bound port: 8f13ca2d-db53-479c-9318-ca5001edab3c, host: dv-cinder-816104-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a97444-c71d-49bc-8b34-db68c88591b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '269f85a9-c059-4e20-9bcd-d60145edcb7b'}}] {{(pid=102636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:32:32.065908 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-04f27fff-80f4-4f97-a825-7f1651f11782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (8f13ca2d-db53-479c-9318-ca5001edab3c), before_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:32.120758 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port dbe92525-ff76-4d96-8bab-68096ecf9377 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:32:32.121435 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (dbe92525-ff76-4d96-8bab-68096ecf9377), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:32.135241 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.db [None req-04f27fff-80f4-4f97-a825-7f1651f11782 None None] For port 8f13ca2d-db53-479c-9318-ca5001edab3c, host dv-cinder-816104-2-iscsi, cleared binding levels {{(pid=102636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:32:32.138636 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.plugins.ml2.db [None req-04f27fff-80f4-4f97-a825-7f1651f11782 None None] For port 8f13ca2d-db53-479c-9318-ca5001edab3c, host dv-cinder-816104-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=8f13ca2d-db53-479c-9318-ca5001edab3c,segment=NetworkSegment(45a97444-c71d-49bc-8b34-db68c88591b5),segment_id=45a97444-c71d-49bc-8b34-db68c88591b5)] {{(pid=102636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:32:32.146833 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron_lib.callbacks.manager [None req-04f27fff-80f4-4f97-a825-7f1651f11782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (8f13ca2d-db53-479c-9318-ca5001edab3c), after_update {{(pid=102636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:32.207123 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b49cb7c-72fe-4895-97cf-b2979d6e559d None None] Pushing event updated for resources: {'Port': ['ID=8f13ca2d-db53-479c-9318-ca5001edab3c,revision_number=4']} {{(pid=102636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:32.221460 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port dbe92525-ff76-4d96-8bab-68096ecf9377 is: DOWN; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:32:32.221643 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f27fff-80f4-4f97-a825-7f1651f11782 None None] Routers {'a842783f-a067-4a6b-ae21-7e9bc06348e0'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:32:32.221736 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (dbe92525-ff76-4d96-8bab-68096ecf9377), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:32.221908 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-04f27fff-80f4-4f97-a825-7f1651f11782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:32:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['a842783f-a067-4a6b-ae21-7e9bc06348e0'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:32:32.245221 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] For port dbe92525-ff76-4d96-8bab-68096ecf9377, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=dbe92525-ff76-4d96-8bab-68096ecf9377,segment=NetworkSegment(5a34016a-0f1f-4003-98e1-68134538d335),segment_id=5a34016a-0f1f-4003-98e1-68134538d335)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:32:32.250372 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (dbe92525-ff76-4d96-8bab-68096ecf9377), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:32.325760 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-8b49f579-9420-4c47-b462-1005082a81d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:32.332805 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-95a2adca-ab5b-4f45-b497-f63ddd9a00fa None None] Provisioning complete for port 8f13ca2d-db53-479c-9318-ca5001edab3c triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:32:32.333301 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-95a2adca-ab5b-4f45-b497-f63ddd9a00fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (8f13ca2d-db53-479c-9318-ca5001edab3c), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:32.334971 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Pushing event updated for resources: {'Port': ['ID=dbe92525-ff76-4d96-8bab-68096ecf9377,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:32.359612 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-04f27fff-80f4-4f97-a825-7f1651f11782 None None] Set router a842783f-a067-4a6b-ae21-7e9bc06348e0 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:32:32.420645 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-95a2adca-ab5b-4f45-b497-f63ddd9a00fa None None] Current status of the port 8f13ca2d-db53-479c-9318-ca5001edab3c is: DOWN; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:32:32.421074 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-95a2adca-ab5b-4f45-b497-f63ddd9a00fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (8f13ca2d-db53-479c-9318-ca5001edab3c), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:32.455633 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-95a2adca-ab5b-4f45-b497-f63ddd9a00fa None None] For port 8f13ca2d-db53-479c-9318-ca5001edab3c, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=8f13ca2d-db53-479c-9318-ca5001edab3c,segment=NetworkSegment(45a97444-c71d-49bc-8b34-db68c88591b5),segment_id=45a97444-c71d-49bc-8b34-db68c88591b5)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:32:32.466129 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-95a2adca-ab5b-4f45-b497-f63ddd9a00fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (8f13ca2d-db53-479c-9318-ca5001edab3c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:32.522315 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2adca-ab5b-4f45-b497-f63ddd9a00fa None None] Pushing event updated for resources: {'Port': ['ID=8f13ca2d-db53-479c-9318-ca5001edab3c,revision_number=5']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:32.582469 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-04f27fff-80f4-4f97-a825-7f1651f11782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a842783f-a067-4a6b-ae21-7e9bc06348e0', 'name': 'tempest-TestShelveInstance-1439405869-router', 'tenant_id': '3e65f9492c904b87b2cc1ca66ccdbea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'dbe92525-ff76-4d96-8bab-68096ecf9377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:32:24Z', 'updated_at': '2022-02-15T04:32:27Z', 'revision_number': 4, 'project_id': '3e65f9492c904b87b2cc1ca66ccdbea2', 'gw_port': {'id': 'dbe92525-ff76-4d96-8bab-68096ecf9377', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:95:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a842783f-a067-4a6b-ae21-7e9bc06348e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:24Z', 'updated_at': '2022-02-15T04:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '8f13ca2d-db53-479c-9318-ca5001edab3c', 'name': '', 'network_id': '269f85a9-c059-4e20-9bcd-d60145edcb7b', 'tenant_id': '3e65f9492c904b87b2cc1ca66ccdbea2', 'mac_address': 'fa:16:3e:b1:78:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a842783f-a067-4a6b-ae21-7e9bc06348e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '9321ebf4-48ef-4ae6-97ad-7a296d8202a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:26Z', 'updated_at': '2022-02-15T04:32:32Z', 'revision_number': 4, 'project_id': '3e65f9492c904b87b2cc1ca66ccdbea2', 'subnets': [{'id': '9321ebf4-48ef-4ae6-97ad-7a296d8202a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:32:32.586706 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-5da83d0c-9dbf-4887-aa0c-7e8862e4cc1c None None] Provisioning complete for port 8f13ca2d-db53-479c-9318-ca5001edab3c triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:32:32.587089 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-5da83d0c-9dbf-4887-aa0c-7e8862e4cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (8f13ca2d-db53-479c-9318-ca5001edab3c), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:32.612285 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f27fff-80f4-4f97-a825-7f1651f11782 None None] The sync data for ids ['a842783f-a067-4a6b-ae21-7e9bc06348e0'] in dv-cinder-816104-2-iscsi is: [{'id': 'a842783f-a067-4a6b-ae21-7e9bc06348e0', 'name': 'tempest-TestShelveInstance-1439405869-router', 'tenant_id': '3e65f9492c904b87b2cc1ca66ccdbea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'dbe92525-ff76-4d96-8bab-68096ecf9377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:32:24Z', 'updated_at': '2022-02-15T04:32:27Z', 'revision_number': 4, 'project_id': '3e65f9492c904b87b2cc1ca66ccdbea2', 'gw_port': {'id': 'dbe92525-ff76-4d96-8bab-68096ecf9377', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:95:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a842783f-a067-4a6b-ae21-7e9bc06348e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:24Z', 'updated_at': '2022-02-15T04:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '8f13ca2d-db53-479c-9318-ca5001edab3c', 'name': '', 'network_id': '269f85a9-c059-4e20-9bcd-d60145edcb7b', 'tenant_id': '3e65f9492c904b87b2cc1ca66ccdbea2', 'mac_address': 'fa:16:3e:b1:78:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a842783f-a067-4a6b-ae21-7e9bc06348e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '9321ebf4-48ef-4ae6-97ad-7a296d8202a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:26Z', 'updated_at': '2022-02-15T04:32:32Z', 'revision_number': 4, 'project_id': '3e65f9492c904b87b2cc1ca66ccdbea2', 'subnets': [{'id': '9321ebf4-48ef-4ae6-97ad-7a296d8202a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:32:32.678561 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-5da83d0c-9dbf-4887-aa0c-7e8862e4cc1c None None] Current status of the port 8f13ca2d-db53-479c-9318-ca5001edab3c is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:32:34.027006 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device dbe92525-ff76-4d96-8bab-68096ecf9377 up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:32:34.077224 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port dbe92525-ff76-4d96-8bab-68096ecf9377 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:32:34.077695 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (dbe92525-ff76-4d96-8bab-68096ecf9377), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:34.164367 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port dbe92525-ff76-4d96-8bab-68096ecf9377 is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:32:34.165471 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 8f13ca2d-db53-479c-9318-ca5001edab3c up at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:32:34.215538 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Provisioning complete for port 8f13ca2d-db53-479c-9318-ca5001edab3c triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:32:34.215925 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (8f13ca2d-db53-479c-9318-ca5001edab3c), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:34.298008 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Current status of the port 8f13ca2d-db53-479c-9318-ca5001edab3c is: ACTIVE; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:32:36.087664 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-564249b5-d3f7-426b-b514-1c655be43a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:36.458594 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:38.569948 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:39.791437 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:41.838872 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:48.290806 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7aa64aa2-7db1-4e0b-848d-1f9fd6cf9c55 req-9588a751-97f4-4869-9871-fa68acb60344 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=884ded66-8e3c-413d-b360-0f2024256a72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429413 Feb 15 04:32:48.378119 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa64aa2-7db1-4e0b-848d-1f9fd6cf9c55 req-9c38b18b-b426-46bc-ad72-89aab438b990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:48.379585 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7aa64aa2-7db1-4e0b-848d-1f9fd6cf9c55 req-9c38b18b-b426-46bc-ad72-89aab438b990 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35abc0d9f3874ffd9bfc3e12d88497c8&device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 1130 time: 0.0475831 Feb 15 04:32:48.478006 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa64aa2-7db1-4e0b-848d-1f9fd6cf9c55 req-ce4cfbca-a76d-45f6-8905-abaad51c1c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:48.479428 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7aa64aa2-7db1-4e0b-848d-1f9fd6cf9c55 req-ce4cfbca-a76d-45f6-8905-abaad51c1c4e service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4287db8-7eb1-4b55-9815-94bfd52e6a07 HTTP/1.1" status: 200 len: 912 time: 0.0821071 Feb 15 04:32:48.555217 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7aa64aa2-7db1-4e0b-848d-1f9fd6cf9c55 req-c1496a32-1748-4530-b2a4-b8338d9249b3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad381897-0664-4940-8ca2-2fcfdaa2250f HTTP/1.1" status: 200 len: 1001 time: 0.0636158 Feb 15 04:32:48.606688 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa64aa2-7db1-4e0b-848d-1f9fd6cf9c55 req-6a12735f-0ea2-4c7b-ab5c-cea28805906c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:48.608112 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7aa64aa2-7db1-4e0b-848d-1f9fd6cf9c55 req-6a12735f-0ea2-4c7b-ab5c-cea28805906c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f97f1759-e368-4358-a87b-0867da6a151d HTTP/1.1" status: 200 len: 851 time: 0.0456049 Feb 15 04:32:48.659508 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa64aa2-7db1-4e0b-848d-1f9fd6cf9c55 req-d740b325-3126-4055-a18a-3cbf21607563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:48.661036 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7aa64aa2-7db1-4e0b-848d-1f9fd6cf9c55 req-d740b325-3126-4055-a18a-3cbf21607563 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4287db8-7eb1-4b55-9815-94bfd52e6a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472651 Feb 15 04:32:48.755561 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7aa64aa2-7db1-4e0b-848d-1f9fd6cf9c55 req-077bb3d9-8564-4e47-a042-ed0e1421b843 service neutron] 10.222.0.59 "GET /v2.0/networks/a4287db8-7eb1-4b55-9815-94bfd52e6a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879431 Feb 15 04:32:48.842804 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7aa64aa2-7db1-4e0b-848d-1f9fd6cf9c55 req-a5671058-6e45-44e6-94dc-676366b45253 service neutron] 10.222.0.59 "GET /v2.0/networks/a4287db8-7eb1-4b55-9815-94bfd52e6a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816622 Feb 15 04:32:51.097227 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-c89cb3e4-1cbb-40e5-98eb-19da7acf9d7e tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-647221003&fields=id&tenant_id=d151428e70f24ac99f8799103edf54fc HTTP/1.1" status: 200 len: 267 time: 0.0437329 Feb 15 04:32:51.202273 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-9a118993-e165-4c1c-a3e6-0322749fa70f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:51.203713 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-9a118993-e165-4c1c-a3e6-0322749fa70f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/networks?id=b1563904-5b49-4443-8b4e-de885b6b8524 HTTP/1.1" status: 200 len: 809 time: 0.1001978 Feb 15 04:32:51.218689 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-f8e04b26-f624-4ba6-aade-8994c06ba496 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/quotas/d151428e70f24ac99f8799103edf54fc HTTP/1.1" status: 200 len: 375 time: 0.0087466 Feb 15 04:32:51.274732 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-1ed215c5-b1c1-4764-8b45-7041ee1489a2 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d151428e70f24ac99f8799103edf54fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510097 Feb 15 04:32:51.370193 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-1ead7d4a-daed-4fb0-adb7-e72bdb611d93 service neutron] 10.222.0.45 "GET /v2.0/networks/b1563904-5b49-4443-8b4e-de885b6b8524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833688 Feb 15 04:32:51.744571 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-1efe38fb-19b8-4224-ae64-c989822227d9 service neutron] 10.222.0.45 "GET /v2.0/networks/b1563904-5b49-4443-8b4e-de885b6b8524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685691 Feb 15 04:32:52.023484 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-e1b2f00f-3484-4498-a157-353b6ff44a56 req-581f2d72-9ea7-4850-a4e5-09d4ab62a1c2 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 210 time: 0.0288012 Feb 15 04:32:52.932549 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-563a8873-ea9f-4b20-b3d0-fef2b7694d8f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:52.934051 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-563a8873-ea9f-4b20-b3d0-fef2b7694d8f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.59 "GET /v2.0/networks?id=b1563904-5b49-4443-8b4e-de885b6b8524 HTTP/1.1" status: 200 len: 809 time: 0.1106501 Feb 15 04:32:52.998867 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-fe57217a-950b-4ecd-ab8a-ca49464b2243 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d151428e70f24ac99f8799103edf54fc HTTP/1.1" status: 200 len: 379 time: 0.0557547 Feb 15 04:32:53.007267 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-b207498e-57ee-4937-aa6e-b5f946fd0469 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Request body: {'port': {'device_id': '5a436a99-1434-4919-8640-e11c3753348c', 'network_id': 'b1563904-5b49-4443-8b4e-de885b6b8524', 'admin_state_up': True, 'tenant_id': 'd151428e70f24ac99f8799103edf54fc', 'security_groups': ['57aba6e3-e67e-4906-82fd-3a858eb1b985']}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:32:53.131582 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9481f95b-5fde-4cf7-bedf-45d3c95acd7e req-041ea836-045e-40bd-afc1-b06ea0d2bd10 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 210 time: 0.0396783 Feb 15 04:32:53.145862 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-b207498e-57ee-4937-aa6e-b5f946fd0469 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Made reservation on behalf of d151428e70f24ac99f8799103edf54fc for: {'port': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:32:53.149605 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-b207498e-57ee-4937-aa6e-b5f946fd0469 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:53.291229 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-b207498e-57ee-4937-aa6e-b5f946fd0469 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Allocated IP 172.20.0.11 (b1563904-5b49-4443-8b4e-de885b6b8524/9a9f743e-d41d-4841-ad45-53fedf0597ec/a8aa04c0-c688-44e4-8d3f-c7b29b85a969) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:32:53.453361 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-b207498e-57ee-4937-aa6e-b5f946fd0469 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks [] for port (a8aa04c0-c688-44e4-8d3f-c7b29b85a969), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:53.487607 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-b207498e-57ee-4937-aa6e-b5f946fd0469 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (a8aa04c0-c688-44e4-8d3f-c7b29b85a969), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:53.529265 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-b207498e-57ee-4937-aa6e-b5f946fd0469 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Network b1563904-5b49-4443-8b4e-de885b6b8524 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:32:53.534840 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-b207498e-57ee-4937-aa6e-b5f946fd0469 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:32:53.538795 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-b207498e-57ee-4937-aa6e-b5f946fd0469 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:32:53.545354 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207498e-57ee-4937-aa6e-b5f946fd0469 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Pushing event updated for resources: {'Port': ['ID=a8aa04c0-c688-44e4-8d3f-c7b29b85a969,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:53.594843 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-b207498e-57ee-4937-aa6e-b5f946fd0469 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:53.595948 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-b207498e-57ee-4937-aa6e-b5f946fd0469 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:53.614664 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-b207498e-57ee-4937-aa6e-b5f946fd0469 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6111572 Feb 15 04:32:53.629401 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-f435c733-7a08-4732-8564-dc38a43f5431 service neutron] Request body: {'port': {'device_id': '5a436a99-1434-4919-8640-e11c3753348c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:32:53.691564 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-f435c733-7a08-4732-8564-dc38a43f5431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (a8aa04c0-c688-44e4-8d3f-c7b29b85a969), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:53.730585 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-51aa3cc3-a746-4c7f-91ff-9cdc7a74b1f0 None None] Provisioning complete for port a8aa04c0-c688-44e4-8d3f-c7b29b85a969 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:32:53.731048 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-51aa3cc3-a746-4c7f-91ff-9cdc7a74b1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (a8aa04c0-c688-44e4-8d3f-c7b29b85a969), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:53.766139 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-51aa3cc3-a746-4c7f-91ff-9cdc7a74b1f0 None None] Port a8aa04c0-c688-44e4-8d3f-c7b29b85a969 cannot update to ACTIVE because it is not bound. {{(pid=102635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:32:53.958379 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-f435c733-7a08-4732-8564-dc38a43f5431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8aa04c0-c688-44e4-8d3f-c7b29b85a969 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:32:53.965683 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-f435c733-7a08-4732-8564-dc38a43f5431 service neutron] Publish callbacks [] for port (a8aa04c0-c688-44e4-8d3f-c7b29b85a969), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:53.977927 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-f435c733-7a08-4732-8564-dc38a43f5431 service neutron] Transition to ACTIVE for port object a8aa04c0-c688-44e4-8d3f-c7b29b85a969 will not be triggered until provisioned by entity L2. {{(pid=102633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 04:32:53.981607 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-f435c733-7a08-4732-8564-dc38a43f5431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (a8aa04c0-c688-44e4-8d3f-c7b29b85a969), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:54.031460 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435c733-7a08-4732-8564-dc38a43f5431 service neutron] Pushing event updated for resources: {'Port': ['ID=a8aa04c0-c688-44e4-8d3f-c7b29b85a969,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:54.102540 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-f435c733-7a08-4732-8564-dc38a43f5431 service neutron] Attempting to bind port a8aa04c0-c688-44e4-8d3f-c7b29b85a969 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:32:54.102874 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-f435c733-7a08-4732-8564-dc38a43f5431 service neutron] Attempting to bind port a8aa04c0-c688-44e4-8d3f-c7b29b85a969 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': 'f0609e99-1614-4c52-aaea-a98357f38e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b1563904-5b49-4443-8b4e-de885b6b8524'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:32:54.103202 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-f435c733-7a08-4732-8564-dc38a43f5431 service neutron] Attempting to bind port a8aa04c0-c688-44e4-8d3f-c7b29b85a969 on network b1563904-5b49-4443-8b4e-de885b6b8524 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:32:54.107704 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-f435c733-7a08-4732-8564-dc38a43f5431 service neutron] Port a8aa04c0-c688-44e4-8d3f-c7b29b85a969 on network b1563904-5b49-4443-8b4e-de885b6b8524 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 04:32:54.108027 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-f435c733-7a08-4732-8564-dc38a43f5431 service neutron] Attempting to bind port a8aa04c0-c688-44e4-8d3f-c7b29b85a969 on network b1563904-5b49-4443-8b4e-de885b6b8524 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:32:54.113676 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-f435c733-7a08-4732-8564-dc38a43f5431 service neutron] Checking agent: {'id': '3d42c16f-c1cc-4a31-813a-51fffe75373d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'started_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:32:54.114010 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-f435c733-7a08-4732-8564-dc38a43f5431 service neutron] Checking segment: {'id': 'f0609e99-1614-4c52-aaea-a98357f38e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b1563904-5b49-4443-8b4e-de885b6b8524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:32:54.114393 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-f435c733-7a08-4732-8564-dc38a43f5431 service neutron] Bound using segment: {'id': 'f0609e99-1614-4c52-aaea-a98357f38e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b1563904-5b49-4443-8b4e-de885b6b8524'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:32:54.114816 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-f435c733-7a08-4732-8564-dc38a43f5431 service neutron] Bound port: a8aa04c0-c688-44e4-8d3f-c7b29b85a969, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0609e99-1614-4c52-aaea-a98357f38e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b1563904-5b49-4443-8b4e-de885b6b8524'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:32:54.115172 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-f435c733-7a08-4732-8564-dc38a43f5431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (a8aa04c0-c688-44e4-8d3f-c7b29b85a969), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:54.186638 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-f435c733-7a08-4732-8564-dc38a43f5431 service neutron] For port a8aa04c0-c688-44e4-8d3f-c7b29b85a969, host hv-cinder-81610, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:32:54.189954 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-f435c733-7a08-4732-8564-dc38a43f5431 service neutron] For port a8aa04c0-c688-44e4-8d3f-c7b29b85a969, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=a8aa04c0-c688-44e4-8d3f-c7b29b85a969,segment=NetworkSegment(f0609e99-1614-4c52-aaea-a98357f38e53),segment_id=f0609e99-1614-4c52-aaea-a98357f38e53)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:32:54.196765 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-f435c733-7a08-4732-8564-dc38a43f5431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (a8aa04c0-c688-44e4-8d3f-c7b29b85a969), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:54.229951 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-f435c733-7a08-4732-8564-dc38a43f5431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:54.230434 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-f435c733-7a08-4732-8564-dc38a43f5431 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:32:54.231962 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-f435c733-7a08-4732-8564-dc38a43f5431 service neutron] 10.222.0.59 "PUT /v2.0/ports/a8aa04c0-c688-44e4-8d3f-c7b29b85a969 HTTP/1.1" status: 200 len: 1094 time: 0.6098292 Feb 15 04:32:54.232258 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a436a99-1434-4919-8640-e11c3753348c', 'tag': 'a8aa04c0-c688-44e4-8d3f-c7b29b85a969'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:32:54.234552 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e78891c-dd5c-48a4-9ba0-e33933f9b770" -d '{"events": [{"name": "network-changed", "server_uuid": "5a436a99-1434-4919-8640-e11c3753348c", "tag": "a8aa04c0-c688-44e4-8d3f-c7b29b85a969"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:32:54.254814 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832835c2-b425-461f-89a1-ecb3807a8ad9 req-3f82b6b0-d65f-4512-b996-aabf3473afb6 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:54.261507 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-832835c2-b425-461f-89a1-ecb3807a8ad9 req-3f82b6b0-d65f-4512-b996-aabf3473afb6 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 944 time: 0.0592706 Feb 15 04:32:54.270220 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435c733-7a08-4732-8564-dc38a43f5431 service neutron] Pushing event updated for resources: {'Port': ['ID=a8aa04c0-c688-44e4-8d3f-c7b29b85a969,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:32:54.315726 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80769426-a93b-46e4-96b0-c9b4bdc4e776 x-openstack-request-id: req-80769426-a93b-46e4-96b0-c9b4bdc4e776 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:32:54.316051 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a436a99-1434-4919-8640-e11c3753348c", "tag": "a8aa04c0-c688-44e4-8d3f-c7b29b85a969", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:32:54.316267 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-80769426-a93b-46e4-96b0-c9b4bdc4e776 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:32:54.316669 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a436a99-1434-4919-8640-e11c3753348c', 'tag': 'a8aa04c0-c688-44e4-8d3f-c7b29b85a969', 'status': 'completed', 'code': 200} Feb 15 04:32:54.321793 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-832835c2-b425-461f-89a1-ecb3807a8ad9 req-a76bd5fe-aa57-4593-b3b5-30b016ee9e08 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563498 Feb 15 04:32:54.338657 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-4a99f2c1-4216-447b-b4b4-3009ac59d3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:54.340182 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-4a99f2c1-4216-447b-b4b4-3009ac59d3b7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d151428e70f24ac99f8799103edf54fc&device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 1128 time: 0.0584331 Feb 15 04:32:54.386111 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-38249cc4-0fda-45bf-bc61-b350351e854d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8aa04c0-c688-44e4-8d3f-c7b29b85a969 HTTP/1.1" status: 200 len: 217 time: 0.0389740 Feb 15 04:32:54.438801 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-ba745275-adf5-4e7f-9cbf-8cbca7abf5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:54.441096 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-ba745275-adf5-4e7f-9cbf-8cbca7abf5a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a9f743e-d41d-4841-ad45-53fedf0597ec HTTP/1.1" status: 200 len: 848 time: 0.0492852 Feb 15 04:32:54.490460 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-685ccfe4-f516-459a-8c37-28ad46787036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:54.491861 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-685ccfe4-f516-459a-8c37-28ad46787036 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1563904-5b49-4443-8b4e-de885b6b8524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444601 Feb 15 04:32:54.580197 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-d87c9a45-29ba-4cb7-8ca9-55f6c5f52ff7 service neutron] 10.222.0.59 "GET /v2.0/networks/b1563904-5b49-4443-8b4e-de885b6b8524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808480 Feb 15 04:32:54.618730 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:32:54.681369 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dfb4f91b-0086-4324-b69f-dd0904e64b46 req-34e005ff-e449-4acf-bb1f-ce39aa1f1442 service neutron] 10.222.0.59 "GET /v2.0/networks/b1563904-5b49-4443-8b4e-de885b6b8524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958948 Feb 15 04:32:54.773674 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78891c-dd5c-48a4-9ba0-e33933f9b770 req-9b48ed45-1b3f-480b-b024-47831dfd94ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:54.775130 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7e78891c-dd5c-48a4-9ba0-e33933f9b770 req-9b48ed45-1b3f-480b-b024-47831dfd94ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d151428e70f24ac99f8799103edf54fc&device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 1128 time: 0.0474870 Feb 15 04:32:54.871139 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78891c-dd5c-48a4-9ba0-e33933f9b770 req-429ef8ff-ac56-4ca1-87eb-347bde272801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:54.872621 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7e78891c-dd5c-48a4-9ba0-e33933f9b770 req-429ef8ff-ac56-4ca1-87eb-347bde272801 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1563904-5b49-4443-8b4e-de885b6b8524 HTTP/1.1" status: 200 len: 909 time: 0.0919502 Feb 15 04:32:54.914044 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7e78891c-dd5c-48a4-9ba0-e33933f9b770 req-5ebca7fb-74f0-4c27-a962-f22af6e68d5e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8aa04c0-c688-44e4-8d3f-c7b29b85a969 HTTP/1.1" status: 200 len: 217 time: 0.0347574 Feb 15 04:32:54.960385 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78891c-dd5c-48a4-9ba0-e33933f9b770 req-94e52847-1591-4cf3-b20b-3008120f7964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:54.961828 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7e78891c-dd5c-48a4-9ba0-e33933f9b770 req-94e52847-1591-4cf3-b20b-3008120f7964 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a9f743e-d41d-4841-ad45-53fedf0597ec HTTP/1.1" status: 200 len: 848 time: 0.0426927 Feb 15 04:32:55.015822 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78891c-dd5c-48a4-9ba0-e33933f9b770 req-c10ac3df-bc89-43a9-83a7-af0691fbe818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:55.017902 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7e78891c-dd5c-48a4-9ba0-e33933f9b770 req-c10ac3df-bc89-43a9-83a7-af0691fbe818 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1563904-5b49-4443-8b4e-de885b6b8524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498180 Feb 15 04:32:55.105133 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7e78891c-dd5c-48a4-9ba0-e33933f9b770 req-00eed87e-8761-43f9-b746-e6d2d8df00b5 service neutron] 10.222.0.59 "GET /v2.0/networks/b1563904-5b49-4443-8b4e-de885b6b8524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816593 Feb 15 04:32:55.198333 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7e78891c-dd5c-48a4-9ba0-e33933f9b770 req-90270fc9-81c6-4f91-8567-e875e522c786 service neutron] 10.222.0.59 "GET /v2.0/networks/b1563904-5b49-4443-8b4e-de885b6b8524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855513 Feb 15 04:32:55.438816 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e874471-f344-4bce-801a-f4bd42a70b38 req-4cb67f1f-c12d-4276-9a0d-f7bbbc3eb8e4 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:55.440949 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5e874471-f344-4bce-801a-f4bd42a70b38 req-4cb67f1f-c12d-4276-9a0d-f7bbbc3eb8e4 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 944 time: 0.0528984 Feb 15 04:32:55.488843 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5e874471-f344-4bce-801a-f4bd42a70b38 req-f99719ea-c617-4661-b5ce-252e31732178 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421872 Feb 15 04:32:56.605473 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c8105-fedc-4e2c-ace6-1b4c309e8c87 req-c5831444-5baa-41b5-be90-c22455fd8c84 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:56.606915 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-c61c8105-fedc-4e2c-ace6-1b4c309e8c87 req-c5831444-5baa-41b5-be90-c22455fd8c84 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 944 time: 0.0518472 Feb 15 04:32:56.659620 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-c61c8105-fedc-4e2c-ace6-1b4c309e8c87 req-80696d65-905f-43ad-9b02-42ae5c458350 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467489 Feb 15 04:32:57.780224 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9d6ad-b3c2-4a98-8a48-722c9c6234c2 req-eaa5e9f5-8f56-40fe-9390-10e2d4a8cbae tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:57.781800 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cba9d6ad-b3c2-4a98-8a48-722c9c6234c2 req-eaa5e9f5-8f56-40fe-9390-10e2d4a8cbae tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 944 time: 0.0562885 Feb 15 04:32:57.837580 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cba9d6ad-b3c2-4a98-8a48-722c9c6234c2 req-b55ff498-5d4e-4145-88dd-497319a7a267 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483017 Feb 15 04:32:58.955412 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd92aa-fe99-4fec-b2bf-e8d91fd17554 req-eb800f39-22a2-46fd-977d-9d34243886bd tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:32:58.957445 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-5edd92aa-fe99-4fec-b2bf-e8d91fd17554 req-eb800f39-22a2-46fd-977d-9d34243886bd tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 944 time: 0.0524380 Feb 15 04:32:59.006005 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-5edd92aa-fe99-4fec-b2bf-e8d91fd17554 req-2bcfe74c-e73d-4c19-9f0d-ec95b94191bd tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429866 Feb 15 04:33:00.126144 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c20fac-fa25-47a4-a8b1-b70413d60493 req-57be91d5-aa10-4450-addf-adcfc5b90162 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:33:00.127617 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e2c20fac-fa25-47a4-a8b1-b70413d60493 req-57be91d5-aa10-4450-addf-adcfc5b90162 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 944 time: 0.0563793 Feb 15 04:33:00.178949 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e2c20fac-fa25-47a4-a8b1-b70413d60493 req-0e744702-11ea-499c-817b-3dcb40c4f2dc tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443845 Feb 15 04:33:01.296292 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042f6d3-9f1b-4fa8-8ba0-9f04fde9edc7 req-916103d2-b7f4-467a-9f1f-7a6c0662262e tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:33:01.297784 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-2042f6d3-9f1b-4fa8-8ba0-9f04fde9edc7 req-916103d2-b7f4-467a-9f1f-7a6c0662262e tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 944 time: 0.0532401 Feb 15 04:33:01.345359 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-2042f6d3-9f1b-4fa8-8ba0-9f04fde9edc7 req-a8177b33-e9b4-4849-8c97-07e68d8bda86 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416141 Feb 15 04:33:02.268495 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-33304037-4210-4fb3-984f-49b087983679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:33:02.465352 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852632d7-940c-402f-bb90-37153b280717 req-471d4852-8ce2-4fdd-a700-51f88e91a7ff tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:33:02.466886 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-852632d7-940c-402f-bb90-37153b280717 req-471d4852-8ce2-4fdd-a700-51f88e91a7ff tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 944 time: 0.0531251 Feb 15 04:33:02.518776 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-852632d7-940c-402f-bb90-37153b280717 req-bbd81441-94fb-47c2-8c1c-f7731e9e74ae tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462482 Feb 15 04:33:02.760132 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device a8aa04c0-c688-44e4-8d3f-c7b29b85a969 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 04:33:02.857364 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port a8aa04c0-c688-44e4-8d3f-c7b29b85a969, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=a8aa04c0-c688-44e4-8d3f-c7b29b85a969,segment=NetworkSegment(f0609e99-1614-4c52-aaea-a98357f38e53),segment_id=f0609e99-1614-4c52-aaea-a98357f38e53)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:33:02.868838 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Returning: {'device': 'a8aa04c0-c688-44e4-8d3f-c7b29b85a969', 'network_id': 'b1563904-5b49-4443-8b4e-de885b6b8524', 'port_id': 'a8aa04c0-c688-44e4-8d3f-c7b29b85a969', 'mac_address': 'fa:16:3e:7d:c8:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9f743e-d41d-4841-ad45-53fedf0597ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 04:33:02.908122 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port a8aa04c0-c688-44e4-8d3f-c7b29b85a969 is: DOWN; New status is: BUILD {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:33:02.908507 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (a8aa04c0-c688-44e4-8d3f-c7b29b85a969), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:33:02.921548 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8aa04c0-c688-44e4-8d3f-c7b29b85a969 {{(pid=102635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:33:02.939918 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port a8aa04c0-c688-44e4-8d3f-c7b29b85a969, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=a8aa04c0-c688-44e4-8d3f-c7b29b85a969,segment=NetworkSegment(f0609e99-1614-4c52-aaea-a98357f38e53),segment_id=f0609e99-1614-4c52-aaea-a98357f38e53)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:33:02.943700 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (a8aa04c0-c688-44e4-8d3f-c7b29b85a969), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:33:02.991901 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=a8aa04c0-c688-44e4-8d3f-c7b29b85a969,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:33:03.252479 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['a8aa04c0-c688-44e4-8d3f-c7b29b85a969'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:33:03.643580 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056b7a9-c195-431a-a7e5-576e3d445242 req-eba4e703-ec15-40d9-a31b-ca19cddd655d tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:33:03.645108 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-1056b7a9-c195-431a-a7e5-576e3d445242 req-eba4e703-ec15-40d9-a31b-ca19cddd655d tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 945 time: 0.0557292 Feb 15 04:33:03.699265 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-1056b7a9-c195-431a-a7e5-576e3d445242 req-e6c2c3ab-015c-4ca1-bf9e-c4cedc3cf799 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486357 Feb 15 04:33:04.773132 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device a8aa04c0-c688-44e4-8d3f-c7b29b85a969 up at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:33:04.821036 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861ae60-a1b7-4081-9385-b7fad6acdd90 req-2d892e71-97f9-4704-b020-cee2bd15c5d0 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:33:04.822618 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5861ae60-a1b7-4081-9385-b7fad6acdd90 req-2d892e71-97f9-4704-b020-cee2bd15c5d0 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 945 time: 0.0563877 Feb 15 04:33:04.822928 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning for port a8aa04c0-c688-44e4-8d3f-c7b29b85a969 completed by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 04:33:04.827247 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning complete for port a8aa04c0-c688-44e4-8d3f-c7b29b85a969 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:33:04.827624 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (a8aa04c0-c688-44e4-8d3f-c7b29b85a969), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:33:04.872451 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5861ae60-a1b7-4081-9385-b7fad6acdd90 req-d6a35c64-c457-461c-844a-10d0c6641b8a tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441420 Feb 15 04:33:04.910789 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port a8aa04c0-c688-44e4-8d3f-c7b29b85a969 is: BUILD; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:33:04.911179 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (a8aa04c0-c688-44e4-8d3f-c7b29b85a969), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:33:04.933692 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a436a99-1434-4919-8640-e11c3753348c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8aa04c0-c688-44e4-8d3f-c7b29b85a969'}] {{(pid=102635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:33:04.936050 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274a2a5e9be6a0ee09154d0e072c1b660d39e5ec588b61e50c849ad5e467022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4b6e4f-b2fe-4cef-b398-dd24f149b2e5" -d '{"events": [{"server_uuid": "5a436a99-1434-4919-8640-e11c3753348c", "name": "network-vif-plugged", "status": "completed", "tag": "a8aa04c0-c688-44e4-8d3f-c7b29b85a969"}]}' {{(pid=102635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:33:04.948980 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port a8aa04c0-c688-44e4-8d3f-c7b29b85a969, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=a8aa04c0-c688-44e4-8d3f-c7b29b85a969,segment=NetworkSegment(f0609e99-1614-4c52-aaea-a98357f38e53),segment_id=f0609e99-1614-4c52-aaea-a98357f38e53)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:33:04.953052 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (a8aa04c0-c688-44e4-8d3f-c7b29b85a969), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:33:04.975775 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa76874-237b-49f2-816a-93099c82be06 x-openstack-request-id: req-3fa76874-237b-49f2-816a-93099c82be06 {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:33:04.976002 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a436a99-1434-4919-8640-e11c3753348c", "name": "network-vif-plugged", "status": "completed", "tag": "a8aa04c0-c688-44e4-8d3f-c7b29b85a969", "code": 200}]} {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:33:04.976257 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3fa76874-237b-49f2-816a-93099c82be06 {{(pid=102635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:33:04.976642 dv-cinder-816104-2-iscsi neutron-server[102635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a436a99-1434-4919-8640-e11c3753348c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8aa04c0-c688-44e4-8d3f-c7b29b85a969', 'code': 200} Feb 15 04:33:05.003256 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=a8aa04c0-c688-44e4-8d3f-c7b29b85a969,revision_number=5']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:33:05.184028 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14723a23-f6dc-4a69-8b9b-aa1a13164853 req-8def7d39-f48d-4bad-932a-7ea921cab35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:33:05.185578 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-14723a23-f6dc-4a69-8b9b-aa1a13164853 req-8def7d39-f48d-4bad-932a-7ea921cab35c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 1130 time: 0.0475194 Feb 15 04:33:05.230170 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-14723a23-f6dc-4a69-8b9b-aa1a13164853 req-e462a08a-d8ed-4478-b2a6-51fab37eccc0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378957 Feb 15 04:33:05.990764 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03665aa0-e1c1-44ef-9915-141a213a763a req-2fa4570f-8e1c-485b-9729-a8a1871d8b3b tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:33:05.992209 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-03665aa0-e1c1-44ef-9915-141a213a763a req-2fa4570f-8e1c-485b-9729-a8a1871d8b3b tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 946 time: 0.0531483 Feb 15 04:33:06.045466 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-03665aa0-e1c1-44ef-9915-141a213a763a req-4e890c29-008f-4cd8-96bf-69dc5e3596a6 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474067 Feb 15 04:33:06.092838 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-26ed8848-f0c6-4c5e-96a4-dea89f6108f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:33:06.460858 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:33:07.164262 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef5b03-5a67-4a93-b652-952f07b80b63 req-5a8e30e1-6be6-44d1-8d14-371451d09b23 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:33:07.165765 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d2ef5b03-5a67-4a93-b652-952f07b80b63 req-5a8e30e1-6be6-44d1-8d14-371451d09b23 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 946 time: 0.0520501 Feb 15 04:33:07.213916 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d2ef5b03-5a67-4a93-b652-952f07b80b63 req-d73b824b-e3cf-4ff9-af38-d7c6cbd5e9b0 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423019 Feb 15 04:33:07.330100 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f9d32-50c8-4f40-a59e-e6da0b80072b req-01feb2e3-a741-4b01-a9e5-88aea5a49cda tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:33:07.331466 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e99f9d32-50c8-4f40-a59e-e6da0b80072b req-01feb2e3-a741-4b01-a9e5-88aea5a49cda tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 946 time: 0.0513313 Feb 15 04:33:07.380750 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e99f9d32-50c8-4f40-a59e-e6da0b80072b req-cecc4e64-ab8b-4644-89e4-24393fbb1c80 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426826 Feb 15 04:33:07.402337 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 34634) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:33:07.533962 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1d75c1-5e08-4f5e-896c-6d6e1a6d5cb7 tempest-TestShelveInstance-1322308432 tempest-TestShelveInstance-1322308432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:33:07.536077 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-3e1d75c1-5e08-4f5e-896c-6d6e1a6d5cb7 tempest-TestShelveInstance-1322308432 tempest-TestShelveInstance-1322308432-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 1125 time: 0.1327407 Feb 15 04:33:07.539229 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 34638) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:33:07.543516 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Request body: {'floatingip': {'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'port_id': 'a8aa04c0-c688-44e4-8d3f-c7b29b85a969', 'tenant_id': 'd151428e70f24ac99f8799103edf54fc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:33:07.563415 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:33:07.660351 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:33:07.763575 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Allocated IP 172.27.1.70 (e6fb9507-f434-4add-a536-b65ba033e5e7/ff2a616f-f347-4e09-a791-22c9c65ada0b/75b818e2-406e-4cd9-8b6b-2d919fe6b0af) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:33:07.865699 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks [] for port (75b818e2-406e-4cd9-8b6b-2d919fe6b0af), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:33:07.899939 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (75b818e2-406e-4cd9-8b6b-2d919fe6b0af), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:33:07.935421 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Network e6fb9507-f434-4add-a536-b65ba033e5e7 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:33:07.938500 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:33:07.941063 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:33:07.971101 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Pushing event updated for resources: {'Port': ['ID=75b818e2-406e-4cd9-8b6b-2d919fe6b0af,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:33:07.982373 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:33:07.982715 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:33:07.983052 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:33:07.983383 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:33:07.983717 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:33:07.984037 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:33:07.984357 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:33:07.984673 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:33:07.985019 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:33:07.985340 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:33:07.985657 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:33:07.985977 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:33:07.986289 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:33:08.319066 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks [] for floatingip (d0f56ef9-c7af-4dfd-bcd7-785ef2f62b37), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:33:08.385280 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (75b818e2-406e-4cd9-8b6b-2d919fe6b0af), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:33:08.533725 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks [] for port (75b818e2-406e-4cd9-8b6b-2d919fe6b0af), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:33:08.538464 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (75b818e2-406e-4cd9-8b6b-2d919fe6b0af), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:33:08.572260 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:33:08.604370 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Pushing event updated for resources: {'Port': ['ID=75b818e2-406e-4cd9-8b6b-2d919fe6b0af,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:33:08.620803 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639540'] for floatingip (d0f56ef9-c7af-4dfd-bcd7-785ef2f62b37), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:33:08.732792 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.db.l3_db [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Floating IP d0f56ef9-c7af-4dfd-bcd7-785ef2f62b37 associated. External IP: 172.27.1.70, port: a8aa04c0-c688-44e4-8d3f-c7b29b85a969. Feb 15 04:33:08.942669 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Router 5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:33:09.053615 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:33:09.063824 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b86f7c9-d0ac-4e60-9403-e0e1fe6709d6 None None] Sync routers for ids ['5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c'] in dv-cinder-816104-2-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:33:09.073305 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for floatingip (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:33:09.074764 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b86f7c9-d0ac-4e60-9403-e0e1fe6709d6 None None] Routers {'5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:33:09.075393 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-5b86f7c9-d0ac-4e60-9403-e0e1fe6709d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:33:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:33:09.200609 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-5b86f7c9-d0ac-4e60-9403-e0e1fe6709d6 None None] Set router 5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:33:09.381506 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-7cedd719-7453-4aa4-adf7-9413ed84720f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8412399 Feb 15 04:33:09.382205 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a436a99-1434-4919-8640-e11c3753348c', 'tag': 'a8aa04c0-c688-44e4-8d3f-c7b29b85a969'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:33:09.384509 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdddc3f-d897-48ba-9a08-9e7ed8ea67fe" -d '{"events": [{"name": "network-changed", "server_uuid": "5a436a99-1434-4919-8640-e11c3753348c", "tag": "a8aa04c0-c688-44e4-8d3f-c7b29b85a969"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:33:09.421189 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba0cb42-82a8-436c-a9f2-306a032e5ea9 x-openstack-request-id: req-5ba0cb42-82a8-436c-a9f2-306a032e5ea9 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:33:09.421801 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a436a99-1434-4919-8640-e11c3753348c", "tag": "a8aa04c0-c688-44e4-8d3f-c7b29b85a969", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:33:09.421801 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5ba0cb42-82a8-436c-a9f2-306a032e5ea9 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:33:09.422131 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a436a99-1434-4919-8640-e11c3753348c', 'tag': 'a8aa04c0-c688-44e4-8d3f-c7b29b85a969', 'status': 'completed', 'code': 200} Feb 15 04:33:09.439478 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-5b86f7c9-d0ac-4e60-9403-e0e1fe6709d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'name': 'tempest-TestShelveInstance-1655827986-router', 'tenant_id': 'd151428e70f24ac99f8799103edf54fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'ef6a56b3-4565-49ee-9948-1ffd8550990a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:32:19Z', 'updated_at': '2022-02-15T04:32:22Z', 'revision_number': 4, 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'gw_port': {'id': 'ef6a56b3-4565-49ee-9948-1ffd8550990a', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:20Z', 'updated_at': '2022-02-15T04:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_floatingips': [{'id': 'd0f56ef9-c7af-4dfd-bcd7-785ef2f62b37', 'tenant_id': 'd151428e70f24ac99f8799103edf54fc', 'floating_ip_address': '172.27.1.70', 'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'router_id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'port_id': 'a8aa04c0-c688-44e4-8d3f-c7b29b85a969', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1563904-5b49-4443-8b4e-de885b6b8524', 'mac_address': 'fa:16:3e:7d:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a436a99-1434-4919-8640-e11c3753348c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:33:08Z', 'updated_at': '2022-02-15T04:33:08Z', 'revision_number': 0, 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '808804ae-744c-4d8d-a08b-039589096594', 'name': '', 'network_id': 'b1563904-5b49-4443-8b4e-de885b6b8524', 'tenant_id': 'd151428e70f24ac99f8799103edf54fc', 'mac_address': 'fa:16:3e:1f:cf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '9a9f743e-d41d-4841-ad45-53fedf0597ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:21Z', 'updated_at': '2022-02-15T04:32:27Z', 'revision_number': 5, 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'subnets': [{'id': '9a9f743e-d41d-4841-ad45-53fedf0597ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:33:09.469674 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b86f7c9-d0ac-4e60-9403-e0e1fe6709d6 None None] Checking router: 5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c for host: dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:33:09.478696 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b86f7c9-d0ac-4e60-9403-e0e1fe6709d6 None None] Routers {'5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:33:09.479343 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-5b86f7c9-d0ac-4e60-9403-e0e1fe6709d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:33:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:33:09.488796 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdddc3f-d897-48ba-9a08-9e7ed8ea67fe req-915b2826-eeab-4de6-9e68-df2fbc99c448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:33:09.490555 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0cdddc3f-d897-48ba-9a08-9e7ed8ea67fe req-915b2826-eeab-4de6-9e68-df2fbc99c448 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d151428e70f24ac99f8799103edf54fc&device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 1130 time: 0.0455439 Feb 15 04:33:09.581379 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdddc3f-d897-48ba-9a08-9e7ed8ea67fe req-cee4678b-a7f5-41ea-a876-1fce2ed28f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:33:09.583828 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0cdddc3f-d897-48ba-9a08-9e7ed8ea67fe req-cee4678b-a7f5-41ea-a876-1fce2ed28f47 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1563904-5b49-4443-8b4e-de885b6b8524 HTTP/1.1" status: 200 len: 909 time: 0.0873475 Feb 15 04:33:09.654095 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0cdddc3f-d897-48ba-9a08-9e7ed8ea67fe req-dfcaea15-ffaa-485d-ad51-4d73c0926b1d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8aa04c0-c688-44e4-8d3f-c7b29b85a969 HTTP/1.1" status: 200 len: 999 time: 0.0638180 Feb 15 04:33:09.705117 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdddc3f-d897-48ba-9a08-9e7ed8ea67fe req-02ce0ba3-6e8d-4af5-b3bb-567cfa1fb97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:33:09.706586 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0cdddc3f-d897-48ba-9a08-9e7ed8ea67fe req-02ce0ba3-6e8d-4af5-b3bb-567cfa1fb97e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a9f743e-d41d-4841-ad45-53fedf0597ec HTTP/1.1" status: 200 len: 848 time: 0.0468330 Feb 15 04:33:09.720584 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-5b86f7c9-d0ac-4e60-9403-e0e1fe6709d6 None None] Set router 5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:33:09.761009 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdddc3f-d897-48ba-9a08-9e7ed8ea67fe req-9ff65510-87e7-4f04-a87a-ed30ad495487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:33:09.762515 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0cdddc3f-d897-48ba-9a08-9e7ed8ea67fe req-9ff65510-87e7-4f04-a87a-ed30ad495487 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1563904-5b49-4443-8b4e-de885b6b8524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495474 Feb 15 04:33:09.830369 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:33:09.854526 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0cdddc3f-d897-48ba-9a08-9e7ed8ea67fe req-2bf4b93a-ac32-4c4d-857e-096dd3fb8b19 service neutron] 10.222.0.59 "GET /v2.0/networks/b1563904-5b49-4443-8b4e-de885b6b8524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860095 Feb 15 04:33:09.950184 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-0cdddc3f-d897-48ba-9a08-9e7ed8ea67fe req-049fe8ee-c7fa-4a22-9de3-e25f00371be8 service neutron] 10.222.0.59 "GET /v2.0/networks/b1563904-5b49-4443-8b4e-de885b6b8524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878017 Feb 15 04:33:09.966377 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-5b86f7c9-d0ac-4e60-9403-e0e1fe6709d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'name': 'tempest-TestShelveInstance-1655827986-router', 'tenant_id': 'd151428e70f24ac99f8799103edf54fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'ef6a56b3-4565-49ee-9948-1ffd8550990a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:32:19Z', 'updated_at': '2022-02-15T04:32:22Z', 'revision_number': 4, 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'gw_port': {'id': 'ef6a56b3-4565-49ee-9948-1ffd8550990a', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:20Z', 'updated_at': '2022-02-15T04:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_floatingips': [{'id': 'd0f56ef9-c7af-4dfd-bcd7-785ef2f62b37', 'tenant_id': 'd151428e70f24ac99f8799103edf54fc', 'floating_ip_address': '172.27.1.70', 'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'router_id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'port_id': 'a8aa04c0-c688-44e4-8d3f-c7b29b85a969', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1563904-5b49-4443-8b4e-de885b6b8524', 'mac_address': 'fa:16:3e:7d:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a436a99-1434-4919-8640-e11c3753348c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:33:08Z', 'updated_at': '2022-02-15T04:33:08Z', 'revision_number': 0, 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '808804ae-744c-4d8d-a08b-039589096594', 'name': '', 'network_id': 'b1563904-5b49-4443-8b4e-de885b6b8524', 'tenant_id': 'd151428e70f24ac99f8799103edf54fc', 'mac_address': 'fa:16:3e:1f:cf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '9a9f743e-d41d-4841-ad45-53fedf0597ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:21Z', 'updated_at': '2022-02-15T04:32:27Z', 'revision_number': 5, 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'subnets': [{'id': '9a9f743e-d41d-4841-ad45-53fedf0597ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:33:09.998972 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b86f7c9-d0ac-4e60-9403-e0e1fe6709d6 None None] The sync data for ids ['5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c'] in dv-cinder-816104-2-iscsi is: [{'id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'name': 'tempest-TestShelveInstance-1655827986-router', 'tenant_id': 'd151428e70f24ac99f8799103edf54fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'ef6a56b3-4565-49ee-9948-1ffd8550990a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:32:19Z', 'updated_at': '2022-02-15T04:32:22Z', 'revision_number': 4, 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'gw_port': {'id': 'ef6a56b3-4565-49ee-9948-1ffd8550990a', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:20Z', 'updated_at': '2022-02-15T04:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_floatingips': [{'id': 'd0f56ef9-c7af-4dfd-bcd7-785ef2f62b37', 'tenant_id': 'd151428e70f24ac99f8799103edf54fc', 'floating_ip_address': '172.27.1.70', 'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'router_id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'port_id': 'a8aa04c0-c688-44e4-8d3f-c7b29b85a969', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1563904-5b49-4443-8b4e-de885b6b8524', 'mac_address': 'fa:16:3e:7d:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a436a99-1434-4919-8640-e11c3753348c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:33:08Z', 'updated_at': '2022-02-15T04:33:08Z', 'revision_number': 0, 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '808804ae-744c-4d8d-a08b-039589096594', 'name': '', 'network_id': 'b1563904-5b49-4443-8b4e-de885b6b8524', 'tenant_id': 'd151428e70f24ac99f8799103edf54fc', 'mac_address': 'fa:16:3e:1f:cf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '9a9f743e-d41d-4841-ad45-53fedf0597ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:21Z', 'updated_at': '2022-02-15T04:32:27Z', 'revision_number': 5, 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'subnets': [{'id': '9a9f743e-d41d-4841-ad45-53fedf0597ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:33:10.183007 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d80064-d57a-4c1f-9d8e-56f7dbf77828 None None] New status for floating IP d0f56ef9-c7af-4dfd-bcd7-785ef2f62b37: ACTIVE {{(pid=102636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 04:33:11.835257 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:33:31.616790 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:33:32.269988 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-693a5679-89eb-487e-a7d8-eb1193f98e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:33:36.095210 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-6dd6f6d8-e6de-44c8-b23d-897b9673d9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:33:36.462964 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:33:38.573605 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:33:39.799064 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:33:41.850300 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:33:50.295259 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c9a538e6-a897-4cda-aabe-c73cf2035e52 req-ca0531c6-c953-4427-a1d3-32808b34f017 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=884ded66-8e3c-413d-b360-0f2024256a72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510271 Feb 15 04:33:50.383967 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a538e6-a897-4cda-aabe-c73cf2035e52 req-5e56559d-a829-4c1a-95f8-50eeb8d60409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:33:50.385477 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c9a538e6-a897-4cda-aabe-c73cf2035e52 req-5e56559d-a829-4c1a-95f8-50eeb8d60409 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35abc0d9f3874ffd9bfc3e12d88497c8&device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 1130 time: 0.0450838 Feb 15 04:33:50.494509 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a538e6-a897-4cda-aabe-c73cf2035e52 req-c0a07bed-1c69-4279-9566-8e016a5083cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:33:50.496253 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c9a538e6-a897-4cda-aabe-c73cf2035e52 req-c0a07bed-1c69-4279-9566-8e016a5083cf service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4287db8-7eb1-4b55-9815-94bfd52e6a07 HTTP/1.1" status: 200 len: 912 time: 0.0917797 Feb 15 04:33:50.563392 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c9a538e6-a897-4cda-aabe-c73cf2035e52 req-8f3e3907-aa7a-422f-b366-04838b98a7ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad381897-0664-4940-8ca2-2fcfdaa2250f HTTP/1.1" status: 200 len: 1001 time: 0.0610914 Feb 15 04:33:50.613726 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a538e6-a897-4cda-aabe-c73cf2035e52 req-b8b29e5b-7b44-4fa4-b541-0087ffaf1e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:33:50.615183 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c9a538e6-a897-4cda-aabe-c73cf2035e52 req-b8b29e5b-7b44-4fa4-b541-0087ffaf1e77 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f97f1759-e368-4358-a87b-0867da6a151d HTTP/1.1" status: 200 len: 851 time: 0.0447075 Feb 15 04:33:50.668374 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a538e6-a897-4cda-aabe-c73cf2035e52 req-7b58dc5c-08e5-4aa8-91d5-1b640b1475df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:33:50.669920 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c9a538e6-a897-4cda-aabe-c73cf2035e52 req-7b58dc5c-08e5-4aa8-91d5-1b640b1475df service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4287db8-7eb1-4b55-9815-94bfd52e6a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482736 Feb 15 04:33:50.759344 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c9a538e6-a897-4cda-aabe-c73cf2035e52 req-98597599-a2c6-4111-bb54-ab8af54b5092 service neutron] 10.222.0.59 "GET /v2.0/networks/a4287db8-7eb1-4b55-9815-94bfd52e6a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833821 Feb 15 04:33:50.852722 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c9a538e6-a897-4cda-aabe-c73cf2035e52 req-9fec0880-e8ab-4556-8017-ee64b43a02e6 service neutron] 10.222.0.59 "GET /v2.0/networks/a4287db8-7eb1-4b55-9815-94bfd52e6a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872915 Feb 15 04:34:02.273005 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-70234003-112a-4ada-9ab5-3a7cbbe31084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:06.096146 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-85fb8973-5f95-488c-88e3-66b29b759204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:06.466583 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:08.577365 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:08.615549 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:34:09.800796 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:11.854270 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:25.456540 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-d3bf44c3-8243-46e7-b4d9-1bd560764a95 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1039074646&fields=id&tenant_id=35abc0d9f3874ffd9bfc3e12d88497c8 HTTP/1.1" status: 200 len: 267 time: 0.0438507 Feb 15 04:34:25.557382 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-a228938f-7bcd-4cc7-852a-08e1321f799a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:25.558735 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-a228938f-7bcd-4cc7-852a-08e1321f799a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/networks?id=a4287db8-7eb1-4b55-9815-94bfd52e6a07 HTTP/1.1" status: 200 len: 812 time: 0.0958321 Feb 15 04:34:25.573714 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-2d817b86-eed1-4692-8644-04f200a0a589 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/quotas/35abc0d9f3874ffd9bfc3e12d88497c8 HTTP/1.1" status: 200 len: 375 time: 0.0087421 Feb 15 04:34:25.633655 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-629055c8-74a6-4587-8070-8847826c49b0 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=35abc0d9f3874ffd9bfc3e12d88497c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0544565 Feb 15 04:34:25.727897 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-adaecb39-e4ba-40cb-a94e-73868bfd2667 service neutron] 10.222.0.45 "GET /v2.0/networks/a4287db8-7eb1-4b55-9815-94bfd52e6a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827868 Feb 15 04:34:25.821163 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-e45e9957-7a28-4e0c-b9c6-b41bf3f490d6 service neutron] 10.222.0.45 "GET /v2.0/networks/a4287db8-7eb1-4b55-9815-94bfd52e6a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876315 Feb 15 04:34:26.101847 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-0a874377-bfaa-4e34-9d72-74bdd4fc5b61 req-ff87f5c2-ee5b-4ed7-b43f-4552677b5c19 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f HTTP/1.1" status: 200 len: 210 time: 0.0320146 Feb 15 04:34:27.024483 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-fa57e593-d8d1-49c0-9485-b427a57e24d5 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:27.026008 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-fa57e593-d8d1-49c0-9485-b427a57e24d5 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.59 "GET /v2.0/networks?id=a4287db8-7eb1-4b55-9815-94bfd52e6a07 HTTP/1.1" status: 200 len: 812 time: 0.1137805 Feb 15 04:34:27.090384 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-2b6cb606-134a-4a75-b648-c4eadb5b370e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35abc0d9f3874ffd9bfc3e12d88497c8 HTTP/1.1" status: 200 len: 380 time: 0.0559137 Feb 15 04:34:27.098484 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-9d39634e-145a-4bd9-8d03-ece4ab8b5187 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Request body: {'port': {'device_id': '4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'admin_state_up': True, 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'security_groups': ['5732b70d-5e34-420a-8175-8be42da66a8d']}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:34:27.204157 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a041b8fb-45c4-425f-b5d8-d72e5c538554 req-a3e5d7f9-ab3f-49ee-a32b-dcab29409616 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f HTTP/1.1" status: 200 len: 210 time: 0.0320408 Feb 15 04:34:27.233778 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-9d39634e-145a-4bd9-8d03-ece4ab8b5187 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Made reservation on behalf of 35abc0d9f3874ffd9bfc3e12d88497c8 for: {'port': 1} {{(pid=102633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 04:34:27.237869 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-9d39634e-145a-4bd9-8d03-ece4ab8b5187 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:27.369107 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-9d39634e-145a-4bd9-8d03-ece4ab8b5187 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Allocated IP 172.20.0.3 (a4287db8-7eb1-4b55-9815-94bfd52e6a07/f97f1759-e368-4358-a87b-0867da6a151d/c1ec4e12-705b-4b78-9551-a7cb48a801c8) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:34:27.506885 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-9d39634e-145a-4bd9-8d03-ece4ab8b5187 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for port (c1ec4e12-705b-4b78-9551-a7cb48a801c8), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:27.540003 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-9d39634e-145a-4bd9-8d03-ece4ab8b5187 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (c1ec4e12-705b-4b78-9551-a7cb48a801c8), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:27.584601 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-9d39634e-145a-4bd9-8d03-ece4ab8b5187 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Network a4287db8-7eb1-4b55-9815-94bfd52e6a07 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:34:27.587841 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-9d39634e-145a-4bd9-8d03-ece4ab8b5187 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:34:27.595033 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-9d39634e-145a-4bd9-8d03-ece4ab8b5187 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:34:27.626564 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39634e-145a-4bd9-8d03-ece4ab8b5187 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Pushing event updated for resources: {'Port': ['ID=c1ec4e12-705b-4b78-9551-a7cb48a801c8,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:34:27.639608 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39634e-145a-4bd9-8d03-ece4ab8b5187 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:34:27.639960 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39634e-145a-4bd9-8d03-ece4ab8b5187 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:34:27.640309 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39634e-145a-4bd9-8d03-ece4ab8b5187 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:34:27.640811 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39634e-145a-4bd9-8d03-ece4ab8b5187 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:34:27.641322 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39634e-145a-4bd9-8d03-ece4ab8b5187 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:34:27.641663 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39634e-145a-4bd9-8d03-ece4ab8b5187 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:34:27.642016 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39634e-145a-4bd9-8d03-ece4ab8b5187 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:34:27.642351 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39634e-145a-4bd9-8d03-ece4ab8b5187 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:34:27.642685 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39634e-145a-4bd9-8d03-ece4ab8b5187 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:34:27.643019 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39634e-145a-4bd9-8d03-ece4ab8b5187 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:34:27.643352 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39634e-145a-4bd9-8d03-ece4ab8b5187 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:34:27.643680 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39634e-145a-4bd9-8d03-ece4ab8b5187 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:34:27.643999 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39634e-145a-4bd9-8d03-ece4ab8b5187 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:34:27.660460 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-9d39634e-145a-4bd9-8d03-ece4ab8b5187 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:27.661118 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-9d39634e-145a-4bd9-8d03-ece4ab8b5187 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:27.678868 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-9d39634e-145a-4bd9-8d03-ece4ab8b5187 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5841291 Feb 15 04:34:27.691311 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-4aff5054-f791-4d94-a949-0914beae6cc3 service neutron] Request body: {'port': {'device_id': '4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:34:27.757057 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-4aff5054-f791-4d94-a949-0914beae6cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (c1ec4e12-705b-4b78-9551-a7cb48a801c8), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:27.798174 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-970c961a-b3ee-4c1e-be7b-4a5dd757eece None None] Provisioning complete for port c1ec4e12-705b-4b78-9551-a7cb48a801c8 triggered by entity DHCP. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:34:27.798781 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-970c961a-b3ee-4c1e-be7b-4a5dd757eece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (c1ec4e12-705b-4b78-9551-a7cb48a801c8), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:27.832792 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-970c961a-b3ee-4c1e-be7b-4a5dd757eece None None] Port c1ec4e12-705b-4b78-9551-a7cb48a801c8 cannot update to ACTIVE because it is not bound. {{(pid=102635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 04:34:28.018108 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-4aff5054-f791-4d94-a949-0914beae6cc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ec4e12-705b-4b78-9551-a7cb48a801c8 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:34:28.025511 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-4aff5054-f791-4d94-a949-0914beae6cc3 service neutron] Publish callbacks [] for port (c1ec4e12-705b-4b78-9551-a7cb48a801c8), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:28.037142 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-4aff5054-f791-4d94-a949-0914beae6cc3 service neutron] Transition to ACTIVE for port object c1ec4e12-705b-4b78-9551-a7cb48a801c8 will not be triggered until provisioned by entity L2. {{(pid=102633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 04:34:28.040996 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-4aff5054-f791-4d94-a949-0914beae6cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (c1ec4e12-705b-4b78-9551-a7cb48a801c8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:28.088779 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff5054-f791-4d94-a949-0914beae6cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ec4e12-705b-4b78-9551-a7cb48a801c8,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:34:28.165512 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-4aff5054-f791-4d94-a949-0914beae6cc3 service neutron] Attempting to bind port c1ec4e12-705b-4b78-9551-a7cb48a801c8 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 04:34:28.165842 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-4aff5054-f791-4d94-a949-0914beae6cc3 service neutron] Attempting to bind port c1ec4e12-705b-4b78-9551-a7cb48a801c8 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '69ef6e31-22a4-4747-8c70-1fda15e89f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 04:34:28.166165 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-4aff5054-f791-4d94-a949-0914beae6cc3 service neutron] Attempting to bind port c1ec4e12-705b-4b78-9551-a7cb48a801c8 on network a4287db8-7eb1-4b55-9815-94bfd52e6a07 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:34:28.170706 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-4aff5054-f791-4d94-a949-0914beae6cc3 service neutron] Port c1ec4e12-705b-4b78-9551-a7cb48a801c8 on network a4287db8-7eb1-4b55-9815-94bfd52e6a07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 04:34:28.171027 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-4aff5054-f791-4d94-a949-0914beae6cc3 service neutron] Attempting to bind port c1ec4e12-705b-4b78-9551-a7cb48a801c8 on network a4287db8-7eb1-4b55-9815-94bfd52e6a07 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 04:34:28.177305 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-4aff5054-f791-4d94-a949-0914beae6cc3 service neutron] Checking agent: {'id': '3d42c16f-c1cc-4a31-813a-51fffe75373d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'started_at': datetime.datetime(2022, 2, 15, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 4, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 04:34:28.177648 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-4aff5054-f791-4d94-a949-0914beae6cc3 service neutron] Checking segment: {'id': '69ef6e31-22a4-4747-8c70-1fda15e89f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 04:34:28.178031 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-4aff5054-f791-4d94-a949-0914beae6cc3 service neutron] Bound using segment: {'id': '69ef6e31-22a4-4747-8c70-1fda15e89f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 04:34:28.178459 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-4aff5054-f791-4d94-a949-0914beae6cc3 service neutron] Bound port: c1ec4e12-705b-4b78-9551-a7cb48a801c8, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ef6e31-22a4-4747-8c70-1fda15e89f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 04:34:28.178813 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-4aff5054-f791-4d94-a949-0914beae6cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (c1ec4e12-705b-4b78-9551-a7cb48a801c8), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:28.252014 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-4aff5054-f791-4d94-a949-0914beae6cc3 service neutron] For port c1ec4e12-705b-4b78-9551-a7cb48a801c8, host hv-cinder-81610, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 04:34:28.255288 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-4aff5054-f791-4d94-a949-0914beae6cc3 service neutron] For port c1ec4e12-705b-4b78-9551-a7cb48a801c8, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=c1ec4e12-705b-4b78-9551-a7cb48a801c8,segment=NetworkSegment(69ef6e31-22a4-4747-8c70-1fda15e89f05),segment_id=69ef6e31-22a4-4747-8c70-1fda15e89f05)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 04:34:28.262659 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-4aff5054-f791-4d94-a949-0914beae6cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (c1ec4e12-705b-4b78-9551-a7cb48a801c8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:28.299227 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-4aff5054-f791-4d94-a949-0914beae6cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:28.299837 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-4aff5054-f791-4d94-a949-0914beae6cc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:28.301233 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-4aff5054-f791-4d94-a949-0914beae6cc3 service neutron] 10.222.0.59 "PUT /v2.0/ports/c1ec4e12-705b-4b78-9551-a7cb48a801c8 HTTP/1.1" status: 200 len: 1093 time: 0.6147292 Feb 15 04:34:28.301671 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f', 'tag': 'c1ec4e12-705b-4b78-9551-a7cb48a801c8'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:34:28.303877 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbc135e-5e1d-4d56-a310-321b06fa5861" -d '{"events": [{"name": "network-changed", "server_uuid": "4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f", "tag": "c1ec4e12-705b-4b78-9551-a7cb48a801c8"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:34:28.326631 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff5054-f791-4d94-a949-0914beae6cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ec4e12-705b-4b78-9551-a7cb48a801c8,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:34:28.343955 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd857c1-86f9-486f-b595-3dae73c94dae req-9682b4be-6d85-41b9-b82a-b04694ad5b30 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:28.346399 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-bdd857c1-86f9-486f-b595-3dae73c94dae req-9682b4be-6d85-41b9-b82a-b04694ad5b30 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f HTTP/1.1" status: 200 len: 943 time: 0.0695217 Feb 15 04:34:28.353568 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cdb0a3-7f84-4ab4-a551-bb5feda1b51f x-openstack-request-id: req-24cdb0a3-7f84-4ab4-a551-bb5feda1b51f {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:34:28.353802 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f", "tag": "c1ec4e12-705b-4b78-9551-a7cb48a801c8", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:34:28.354054 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-24cdb0a3-7f84-4ab4-a551-bb5feda1b51f {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:34:28.354454 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f', 'tag': 'c1ec4e12-705b-4b78-9551-a7cb48a801c8', 'status': 'completed', 'code': 200} Feb 15 04:34:28.400693 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-bdd857c1-86f9-486f-b595-3dae73c94dae req-ebc70d75-24da-4087-8173-346f4aa3c0e8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487597 Feb 15 04:34:28.401662 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-78235f76-8a90-48c5-be95-a90362875a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:28.403154 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-78235f76-8a90-48c5-be95-a90362875a7b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35abc0d9f3874ffd9bfc3e12d88497c8&device_id=4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f HTTP/1.1" status: 200 len: 1127 time: 0.0479283 Feb 15 04:34:28.451035 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-2e57de96-98f4-4e20-bdfa-ea90e61abd22 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1ec4e12-705b-4b78-9551-a7cb48a801c8 HTTP/1.1" status: 200 len: 217 time: 0.0398047 Feb 15 04:34:28.502815 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-8babada2-b68f-4e9b-becf-bc45b372a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:28.504251 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-8babada2-b68f-4e9b-becf-bc45b372a5bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f97f1759-e368-4358-a87b-0867da6a151d HTTP/1.1" status: 200 len: 851 time: 0.0473576 Feb 15 04:34:28.553932 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-2769920c-aaa6-44b4-9276-ec1c9d978aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:28.555438 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-2769920c-aaa6-44b4-9276-ec1c9d978aec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4287db8-7eb1-4b55-9815-94bfd52e6a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451596 Feb 15 04:34:28.649855 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-753d57d4-a89f-45d9-a2da-e12291ae0192 service neutron] 10.222.0.59 "GET /v2.0/networks/a4287db8-7eb1-4b55-9815-94bfd52e6a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860229 Feb 15 04:34:28.741888 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-cd326213-8d54-4605-90a6-0d19f6974c86 req-1cccdae3-f5e9-4dea-9e9f-46c2f84fb8c4 service neutron] 10.222.0.59 "GET /v2.0/networks/a4287db8-7eb1-4b55-9815-94bfd52e6a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838134 Feb 15 04:34:28.835182 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc135e-5e1d-4d56-a310-321b06fa5861 req-8ff0e247-6976-4eab-beb6-08cf7b38387e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:28.836813 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-adbc135e-5e1d-4d56-a310-321b06fa5861 req-8ff0e247-6976-4eab-beb6-08cf7b38387e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35abc0d9f3874ffd9bfc3e12d88497c8&device_id=4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f HTTP/1.1" status: 200 len: 1127 time: 0.0497320 Feb 15 04:34:28.925885 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc135e-5e1d-4d56-a310-321b06fa5861 req-e9ab9590-139f-4d70-ab45-8209e6bab1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:28.927381 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-adbc135e-5e1d-4d56-a310-321b06fa5861 req-e9ab9590-139f-4d70-ab45-8209e6bab1e5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4287db8-7eb1-4b55-9815-94bfd52e6a07 HTTP/1.1" status: 200 len: 912 time: 0.0820410 Feb 15 04:34:28.968437 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-adbc135e-5e1d-4d56-a310-321b06fa5861 req-6fc94580-1128-4b00-98ed-09ab19b6820a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1ec4e12-705b-4b78-9551-a7cb48a801c8 HTTP/1.1" status: 200 len: 217 time: 0.0345604 Feb 15 04:34:29.023136 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc135e-5e1d-4d56-a310-321b06fa5861 req-86f3dd24-c67f-4c1d-bba0-062a52802453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:29.024600 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-adbc135e-5e1d-4d56-a310-321b06fa5861 req-86f3dd24-c67f-4c1d-bba0-062a52802453 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f97f1759-e368-4358-a87b-0867da6a151d HTTP/1.1" status: 200 len: 851 time: 0.0501332 Feb 15 04:34:29.076514 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc135e-5e1d-4d56-a310-321b06fa5861 req-4788c1fd-ae80-4fe9-a051-2afdb7982890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:29.078761 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-adbc135e-5e1d-4d56-a310-321b06fa5861 req-4788c1fd-ae80-4fe9-a051-2afdb7982890 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4287db8-7eb1-4b55-9815-94bfd52e6a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474091 Feb 15 04:34:29.163724 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-adbc135e-5e1d-4d56-a310-321b06fa5861 req-61c87325-fd46-4c6e-b8a7-35d19a3ec689 service neutron] 10.222.0.59 "GET /v2.0/networks/a4287db8-7eb1-4b55-9815-94bfd52e6a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794554 Feb 15 04:34:29.256318 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-adbc135e-5e1d-4d56-a310-321b06fa5861 req-389dfa69-5b36-4b01-aa35-d08314af571e service neutron] 10.222.0.59 "GET /v2.0/networks/a4287db8-7eb1-4b55-9815-94bfd52e6a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861361 Feb 15 04:34:29.521124 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7c31e-642b-43af-903c-ca0679cb78a9 req-f5ebf6a1-3819-4a30-ad38-2d630df675d6 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:29.522578 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9dd7c31e-642b-43af-903c-ca0679cb78a9 req-f5ebf6a1-3819-4a30-ad38-2d630df675d6 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f HTTP/1.1" status: 200 len: 943 time: 0.0534892 Feb 15 04:34:29.571542 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9dd7c31e-642b-43af-903c-ca0679cb78a9 req-71b45f27-0dbe-4f11-bedf-a29e66c33cf5 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434761 Feb 15 04:34:30.689362 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8913714-68dc-4f8a-8dd9-44eeefbe8049 req-68b15379-f6b1-4ef9-bbd1-9fe0b6a23e17 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:30.690836 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d8913714-68dc-4f8a-8dd9-44eeefbe8049 req-68b15379-f6b1-4ef9-bbd1-9fe0b6a23e17 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f HTTP/1.1" status: 200 len: 943 time: 0.0523350 Feb 15 04:34:30.738443 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d8913714-68dc-4f8a-8dd9-44eeefbe8049 req-8d28dfda-ff6d-4ac2-a738-59231a185c7e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421486 Feb 15 04:34:31.863678 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea9f67-fb0a-4b0a-953a-fc9600016d0e req-2ade1ab2-a8a8-455b-b343-4d6e351de2e2 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:31.865161 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6dea9f67-fb0a-4b0a-953a-fc9600016d0e req-2ade1ab2-a8a8-455b-b343-4d6e351de2e2 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f HTTP/1.1" status: 200 len: 943 time: 0.0579824 Feb 15 04:34:31.913049 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6dea9f67-fb0a-4b0a-953a-fc9600016d0e req-865e2f18-bd51-4038-82a5-938c4d01b778 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424089 Feb 15 04:34:32.272640 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-27a36874-1916-4d52-87dd-88326f23de9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:33.033995 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b17e8-e4de-416e-8649-94297e8a9de3 req-87a8fef8-09f8-4504-bd76-616a1e0a967f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:33.035399 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-486b17e8-e4de-416e-8649-94297e8a9de3 req-87a8fef8-09f8-4504-bd76-616a1e0a967f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f HTTP/1.1" status: 200 len: 943 time: 0.0556338 Feb 15 04:34:33.082960 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-486b17e8-e4de-416e-8649-94297e8a9de3 req-fc27ff8f-ebbb-4953-bb95-064f3c2983df tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421250 Feb 15 04:34:34.199490 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941798ba-7de6-49d2-ac0f-fdbc37ede8a3 req-81548bef-d510-447c-bc93-765e456ee7dc tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:34.200974 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-941798ba-7de6-49d2-ac0f-fdbc37ede8a3 req-81548bef-d510-447c-bc93-765e456ee7dc tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f HTTP/1.1" status: 200 len: 943 time: 0.0529132 Feb 15 04:34:34.248338 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-941798ba-7de6-49d2-ac0f-fdbc37ede8a3 req-70ec2d59-6137-4701-9ef9-81f285d2d5d6 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418568 Feb 15 04:34:35.368338 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7299e9-002d-4aca-8d15-fb24db63cd6c req-4febf087-1128-4942-a5d6-b807c1d5d184 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:35.369830 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-1e7299e9-002d-4aca-8d15-fb24db63cd6c req-4febf087-1128-4942-a5d6-b807c1d5d184 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f HTTP/1.1" status: 200 len: 943 time: 0.0521309 Feb 15 04:34:35.417525 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-1e7299e9-002d-4aca-8d15-fb24db63cd6c req-2925ddff-462e-4b76-8d1d-1513166a0651 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421085 Feb 15 04:34:36.096658 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-eccb828c-f137-4a79-9de5-05ba0aaa34c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:36.469894 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:36.536422 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5c08c-dcb3-48fd-8bd6-014539723f75 req-9c873cf0-4c0f-4229-bb88-9576e23caa95 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:36.538504 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-60f5c08c-dcb3-48fd-8bd6-014539723f75 req-9c873cf0-4c0f-4229-bb88-9576e23caa95 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f HTTP/1.1" status: 200 len: 943 time: 0.0544798 Feb 15 04:34:36.589986 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-60f5c08c-dcb3-48fd-8bd6-014539723f75 req-262a556c-0c53-46fc-bf33-80c407a47188 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460625 Feb 15 04:34:37.286348 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device c1ec4e12-705b-4b78-9551-a7cb48a801c8 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 04:34:37.382483 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port c1ec4e12-705b-4b78-9551-a7cb48a801c8, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=c1ec4e12-705b-4b78-9551-a7cb48a801c8,segment=NetworkSegment(69ef6e31-22a4-4747-8c70-1fda15e89f05),segment_id=69ef6e31-22a4-4747-8c70-1fda15e89f05)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:34:37.394377 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Returning: {'device': 'c1ec4e12-705b-4b78-9551-a7cb48a801c8', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'port_id': 'c1ec4e12-705b-4b78-9551-a7cb48a801c8', 'mac_address': 'fa:16:3e:9b:77:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 04:34:37.429472 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port c1ec4e12-705b-4b78-9551-a7cb48a801c8 is: DOWN; New status is: BUILD {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:34:37.429862 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (c1ec4e12-705b-4b78-9551-a7cb48a801c8), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:37.442963 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ec4e12-705b-4b78-9551-a7cb48a801c8 {{(pid=102635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:34:37.462656 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port c1ec4e12-705b-4b78-9551-a7cb48a801c8, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=c1ec4e12-705b-4b78-9551-a7cb48a801c8,segment=NetworkSegment(69ef6e31-22a4-4747-8c70-1fda15e89f05),segment_id=69ef6e31-22a4-4747-8c70-1fda15e89f05)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:34:37.466255 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (c1ec4e12-705b-4b78-9551-a7cb48a801c8), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:37.511811 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=c1ec4e12-705b-4b78-9551-a7cb48a801c8,revision_number=4']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:34:37.519375 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:34:37.519734 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:34:37.520078 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:34:37.520419 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:34:37.520755 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:34:37.521121 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:34:37.521455 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:34:37.521783 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:34:37.522111 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:34:37.522440 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:34:37.522765 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:34:37.523087 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:34:37.523409 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:34:37.713100 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8673c66-2969-47c5-a4fc-c37ec0308f92 req-eb45d95f-eb19-47d3-a383-392e51cd9a11 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:37.714549 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-c8673c66-2969-47c5-a4fc-c37ec0308f92 req-eb45d95f-eb19-47d3-a383-392e51cd9a11 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f HTTP/1.1" status: 200 len: 944 time: 0.0588579 Feb 15 04:34:37.768281 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-c8673c66-2969-47c5-a4fc-c37ec0308f92 req-853ef18a-f688-480e-973f-648d1acd9de4 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477536 Feb 15 04:34:37.795087 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['c1ec4e12-705b-4b78-9551-a7cb48a801c8'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:34:38.579272 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:38.963745 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68970617-9949-4493-a674-c1c6629c6551 req-1c3c25aa-72a0-4bf8-b892-e6b244b4960e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:38.965249 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-68970617-9949-4493-a674-c1c6629c6551 req-1c3c25aa-72a0-4bf8-b892-e6b244b4960e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f HTTP/1.1" status: 200 len: 944 time: 0.1317427 Feb 15 04:34:39.015403 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-68970617-9949-4493-a674-c1c6629c6551 req-592ca1d1-91e4-4342-b109-6b7f2cf3dab9 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441792 Feb 15 04:34:39.303086 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device c1ec4e12-705b-4b78-9551-a7cb48a801c8 up at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:34:39.350895 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning for port c1ec4e12-705b-4b78-9551-a7cb48a801c8 completed by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 04:34:39.354574 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning complete for port c1ec4e12-705b-4b78-9551-a7cb48a801c8 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:34:39.354943 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (c1ec4e12-705b-4b78-9551-a7cb48a801c8), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:39.428014 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port c1ec4e12-705b-4b78-9551-a7cb48a801c8 is: BUILD; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:34:39.428392 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (c1ec4e12-705b-4b78-9551-a7cb48a801c8), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:39.450424 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ec4e12-705b-4b78-9551-a7cb48a801c8'}] {{(pid=102635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:34:39.452638 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274a2a5e9be6a0ee09154d0e072c1b660d39e5ec588b61e50c849ad5e467022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e213297e-f309-4132-8dc5-feb263dabbcc" -d '{"events": [{"server_uuid": "4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f", "name": "network-vif-plugged", "status": "completed", "tag": "c1ec4e12-705b-4b78-9551-a7cb48a801c8"}]}' {{(pid=102635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:34:39.465736 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port c1ec4e12-705b-4b78-9551-a7cb48a801c8, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=c1ec4e12-705b-4b78-9551-a7cb48a801c8,segment=NetworkSegment(69ef6e31-22a4-4747-8c70-1fda15e89f05),segment_id=69ef6e31-22a4-4747-8c70-1fda15e89f05)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:34:39.470522 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (c1ec4e12-705b-4b78-9551-a7cb48a801c8), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:39.497052 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc59c40-ce65-473f-b588-976e94625758 x-openstack-request-id: req-4bc59c40-ce65-473f-b588-976e94625758 {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:34:39.497347 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f", "name": "network-vif-plugged", "status": "completed", "tag": "c1ec4e12-705b-4b78-9551-a7cb48a801c8", "code": 200}]} {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:34:39.497601 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4bc59c40-ce65-473f-b588-976e94625758 {{(pid=102635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:34:39.497981 dv-cinder-816104-2-iscsi neutron-server[102635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ec4e12-705b-4b78-9551-a7cb48a801c8', 'code': 200} Feb 15 04:34:39.524093 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=c1ec4e12-705b-4b78-9551-a7cb48a801c8,revision_number=5']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:34:39.717762 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173dfb4-deee-4a1d-84d3-0a3c82ffc08d req-c0f3785f-1230-49e3-a43b-52454b39e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:39.720395 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7173dfb4-deee-4a1d-84d3-0a3c82ffc08d req-c0f3785f-1230-49e3-a43b-52454b39e07b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f HTTP/1.1" status: 200 len: 1129 time: 0.0426924 Feb 15 04:34:39.765042 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-7173dfb4-deee-4a1d-84d3-0a3c82ffc08d req-425a01b4-21b4-4106-8da9-ba69df4ef1e2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394888 Feb 15 04:34:39.803459 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:40.136059 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e2abe-da17-41f2-8cd8-1ae06f1ad910 req-2a368b92-06e0-486d-9e34-6757353ff98a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:40.137585 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ca9e2abe-da17-41f2-8cd8-1ae06f1ad910 req-2a368b92-06e0-486d-9e34-6757353ff98a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f HTTP/1.1" status: 200 len: 945 time: 0.0558875 Feb 15 04:34:40.188198 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ca9e2abe-da17-41f2-8cd8-1ae06f1ad910 req-4a3ab563-a64f-406e-9ef8-f62d179ef958 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440068 Feb 15 04:34:41.308460 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8454a-8a2b-4c99-afba-d16106755feb req-57d20564-6999-4912-aa3b-8dc7cb35e219 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:41.309953 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-b1f8454a-8a2b-4c99-afba-d16106755feb req-57d20564-6999-4912-aa3b-8dc7cb35e219 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f HTTP/1.1" status: 200 len: 945 time: 0.0528762 Feb 15 04:34:41.359033 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-b1f8454a-8a2b-4c99-afba-d16106755feb req-3c33e149-5302-422a-a837-f866068bf029 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429912 Feb 15 04:34:41.474657 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea224c2b-80c2-4b52-999a-98b50456a7b0 req-a2616e3a-4872-4f86-bf53-a5043062e02f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:41.476019 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ea224c2b-80c2-4b52-999a-98b50456a7b0 req-a2616e3a-4872-4f86-bf53-a5043062e02f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f HTTP/1.1" status: 200 len: 945 time: 0.0519390 Feb 15 04:34:41.523350 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ea224c2b-80c2-4b52-999a-98b50456a7b0 req-1293c4e3-8dca-4d26-b6e5-c032e521b212 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418522 Feb 15 04:34:41.596403 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 34774) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:34:41.739203 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec8e231-ea07-4ef0-a75b-0e9b20be9256 tempest-TestVolumeBootPattern-2093237904 tempest-TestVolumeBootPattern-2093237904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:41.740568 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-bec8e231-ea07-4ef0-a75b-0e9b20be9256 tempest-TestVolumeBootPattern-2093237904 tempest-TestVolumeBootPattern-2093237904-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f HTTP/1.1" status: 200 len: 1124 time: 0.1431556 Feb 15 04:34:41.743393 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 34778) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:34:41.751367 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.v2.base [None req-c7f637cd-92b9-4f02-b23f-48f4a1e76f2a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Request body: {'floatingip': {'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'port_id': 'c1ec4e12-705b-4b78-9551-a7cb48a801c8', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 04:34:41.771821 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c7f637cd-92b9-4f02-b23f-48f4a1e76f2a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:41.850421 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:41.867123 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c7f637cd-92b9-4f02-b23f-48f4a1e76f2a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:41.971859 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-c7f637cd-92b9-4f02-b23f-48f4a1e76f2a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Allocated IP 172.27.1.37 (e6fb9507-f434-4add-a536-b65ba033e5e7/ff2a616f-f347-4e09-a791-22c9c65ada0b/2f3f3088-ed3b-49cd-b9bc-26ab918aa0a1) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 04:34:42.068785 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c7f637cd-92b9-4f02-b23f-48f4a1e76f2a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for port (2f3f3088-ed3b-49cd-b9bc-26ab918aa0a1), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:42.101085 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c7f637cd-92b9-4f02-b23f-48f4a1e76f2a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734709782083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (2f3f3088-ed3b-49cd-b9bc-26ab918aa0a1), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:42.137424 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f637cd-92b9-4f02-b23f-48f4a1e76f2a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Network e6fb9507-f434-4add-a536-b65ba033e5e7 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 04:34:42.140109 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-c7f637cd-92b9-4f02-b23f-48f4a1e76f2a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 04:34:42.145668 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f637cd-92b9-4f02-b23f-48f4a1e76f2a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 04:34:42.171479 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f637cd-92b9-4f02-b23f-48f4a1e76f2a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Pushing event updated for resources: {'Port': ['ID=2f3f3088-ed3b-49cd-b9bc-26ab918aa0a1,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:34:42.508618 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c7f637cd-92b9-4f02-b23f-48f4a1e76f2a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for floatingip (bb1f5415-27b7-427e-b0c7-eb43abfb2aa7), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:42.578397 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c7f637cd-92b9-4f02-b23f-48f4a1e76f2a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (2f3f3088-ed3b-49cd-b9bc-26ab918aa0a1), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:42.726408 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c7f637cd-92b9-4f02-b23f-48f4a1e76f2a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for port (2f3f3088-ed3b-49cd-b9bc-26ab918aa0a1), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:42.730753 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c7f637cd-92b9-4f02-b23f-48f4a1e76f2a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5251062'] for port (2f3f3088-ed3b-49cd-b9bc-26ab918aa0a1), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:42.800734 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f637cd-92b9-4f02-b23f-48f4a1e76f2a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Pushing event updated for resources: {'Port': ['ID=2f3f3088-ed3b-49cd-b9bc-26ab918aa0a1,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:34:42.812139 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c7f637cd-92b9-4f02-b23f-48f4a1e76f2a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639540'] for floatingip (bb1f5415-27b7-427e-b0c7-eb43abfb2aa7), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:42.914329 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.db.l3_db [None req-c7f637cd-92b9-4f02-b23f-48f4a1e76f2a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Floating IP bb1f5415-27b7-427e-b0c7-eb43abfb2aa7 associated. External IP: 172.27.1.37, port: c1ec4e12-705b-4b78-9551-a7cb48a801c8. Feb 15 04:34:43.396269 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f637cd-92b9-4f02-b23f-48f4a1e76f2a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Router 41e7748f-650f-4151-8f2f-d9acdce02b57 has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:34:43.501585 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f637cd-92b9-4f02-b23f-48f4a1e76f2a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:34:43.510947 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceef5d3-5bb0-4d75-8c90-87c2347dce2e None None] Sync routers for ids ['41e7748f-650f-4151-8f2f-d9acdce02b57'] in dv-cinder-816104-2-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:34:43.520545 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c7f637cd-92b9-4f02-b23f-48f4a1e76f2a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for floatingip (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:34:43.521225 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceef5d3-5bb0-4d75-8c90-87c2347dce2e None None] Routers {'41e7748f-650f-4151-8f2f-d9acdce02b57'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:34:43.521770 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-6ceef5d3-5bb0-4d75-8c90-87c2347dce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:34:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['41e7748f-650f-4151-8f2f-d9acdce02b57'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:34:43.549308 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-c7f637cd-92b9-4f02-b23f-48f4a1e76f2a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8043528 Feb 15 04:34:43.549897 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f', 'tag': 'c1ec4e12-705b-4b78-9551-a7cb48a801c8'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:34:43.552262 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef98dc1-37ef-42ef-839f-71c49ac6dbbd" -d '{"events": [{"name": "network-changed", "server_uuid": "4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f", "tag": "c1ec4e12-705b-4b78-9551-a7cb48a801c8"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:34:43.589541 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2d8830-60aa-46da-b122-1996c2904269 x-openstack-request-id: req-3d2d8830-60aa-46da-b122-1996c2904269 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:34:43.589835 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f", "tag": "c1ec4e12-705b-4b78-9551-a7cb48a801c8", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:34:43.590085 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3d2d8830-60aa-46da-b122-1996c2904269 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:34:43.590486 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f', 'tag': 'c1ec4e12-705b-4b78-9551-a7cb48a801c8', 'status': 'completed', 'code': 200} Feb 15 04:34:43.634452 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-6ceef5d3-5bb0-4d75-8c90-87c2347dce2e None None] Set router 41e7748f-650f-4151-8f2f-d9acdce02b57 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:34:43.658134 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef98dc1-37ef-42ef-839f-71c49ac6dbbd req-742b8156-b42f-4584-8a68-6c0b12a4e48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:43.659636 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9ef98dc1-37ef-42ef-839f-71c49ac6dbbd req-742b8156-b42f-4584-8a68-6c0b12a4e48f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35abc0d9f3874ffd9bfc3e12d88497c8&device_id=4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f HTTP/1.1" status: 200 len: 1129 time: 0.0467057 Feb 15 04:34:43.752704 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef98dc1-37ef-42ef-839f-71c49ac6dbbd req-b58abdd9-adc9-4031-9223-c501549a059c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:43.754510 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9ef98dc1-37ef-42ef-839f-71c49ac6dbbd req-b58abdd9-adc9-4031-9223-c501549a059c service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4287db8-7eb1-4b55-9815-94bfd52e6a07 HTTP/1.1" status: 200 len: 912 time: 0.0892553 Feb 15 04:34:43.822449 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9ef98dc1-37ef-42ef-839f-71c49ac6dbbd req-294ce94c-29f0-4669-93ad-4b5b8a89f1eb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1ec4e12-705b-4b78-9551-a7cb48a801c8 HTTP/1.1" status: 200 len: 998 time: 0.0618756 Feb 15 04:34:43.871976 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef98dc1-37ef-42ef-839f-71c49ac6dbbd req-58f2cf46-60a2-42b2-b973-15baeeedbbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:43.873520 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9ef98dc1-37ef-42ef-839f-71c49ac6dbbd req-58f2cf46-60a2-42b2-b973-15baeeedbbe4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f97f1759-e368-4358-a87b-0867da6a151d HTTP/1.1" status: 200 len: 851 time: 0.0451605 Feb 15 04:34:43.873948 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-6ceef5d3-5bb0-4d75-8c90-87c2347dce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'name': 'tempest-TestVolumeBootPattern-2103454828-router', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:12Z', 'updated_at': '2022-02-15T04:28:15Z', 'revision_number': 4, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'gw_port': {'id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:13Z', 'updated_at': '2022-02-15T04:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_floatingips': [{'id': '8dab0e57-f8a7-470b-b687-327116a0dcdf', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'floating_ip_address': '172.27.1.58', 'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'router_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'port_id': 'ad381897-0664-4940-8ca2-2fcfdaa2250f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'mac_address': 'fa:16:3e:c7:e5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ded66-8e3c-413d-b360-0f2024256a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:32:14Z', 'updated_at': '2022-02-15T04:32:16Z', 'revision_number': 1, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'fixed_ip_address_scope': None}, {'id': 'bb1f5415-27b7-427e-b0c7-eb43abfb2aa7', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'floating_ip_address': '172.27.1.37', 'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'router_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'port_id': 'c1ec4e12-705b-4b78-9551-a7cb48a801c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'mac_address': 'fa:16:3e:9b:77:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:34:42Z', 'updated_at': '2022-02-15T04:34:42Z', 'revision_number': 0, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2937b8f6-f072-4b13-9128-38cbe2b73cdc', 'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'mac_address': 'fa:16:3e:fe:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:14Z', 'updated_at': '2022-02-15T04:28:19Z', 'revision_number': 5, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'subnets': [{'id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:34:43.900045 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceef5d3-5bb0-4d75-8c90-87c2347dce2e None None] Checking router: 41e7748f-650f-4151-8f2f-d9acdce02b57 for host: dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:34:43.908771 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceef5d3-5bb0-4d75-8c90-87c2347dce2e None None] Routers {'41e7748f-650f-4151-8f2f-d9acdce02b57'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:34:43.909333 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-6ceef5d3-5bb0-4d75-8c90-87c2347dce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:34:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['41e7748f-650f-4151-8f2f-d9acdce02b57'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:34:43.926098 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef98dc1-37ef-42ef-839f-71c49ac6dbbd req-4b5f5474-467c-4cf6-8f68-dc4ccca49d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:43.927595 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9ef98dc1-37ef-42ef-839f-71c49ac6dbbd req-4b5f5474-467c-4cf6-8f68-dc4ccca49d45 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4287db8-7eb1-4b55-9815-94bfd52e6a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475471 Feb 15 04:34:44.019971 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-6ceef5d3-5bb0-4d75-8c90-87c2347dce2e None None] Set router 41e7748f-650f-4151-8f2f-d9acdce02b57 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:34:44.025960 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9ef98dc1-37ef-42ef-839f-71c49ac6dbbd req-f271fc9e-ae0c-4528-a9da-83bce196f0d7 service neutron] 10.222.0.59 "GET /v2.0/networks/a4287db8-7eb1-4b55-9815-94bfd52e6a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919240 Feb 15 04:34:44.119321 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9ef98dc1-37ef-42ef-839f-71c49ac6dbbd req-cdcaa175-b170-402c-91e9-cf938621edeb service neutron] 10.222.0.59 "GET /v2.0/networks/a4287db8-7eb1-4b55-9815-94bfd52e6a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854743 Feb 15 04:34:44.243475 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-6ceef5d3-5bb0-4d75-8c90-87c2347dce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'name': 'tempest-TestVolumeBootPattern-2103454828-router', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:12Z', 'updated_at': '2022-02-15T04:28:15Z', 'revision_number': 4, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'gw_port': {'id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:13Z', 'updated_at': '2022-02-15T04:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_floatingips': [{'id': '8dab0e57-f8a7-470b-b687-327116a0dcdf', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'floating_ip_address': '172.27.1.58', 'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'router_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'port_id': 'ad381897-0664-4940-8ca2-2fcfdaa2250f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'mac_address': 'fa:16:3e:c7:e5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ded66-8e3c-413d-b360-0f2024256a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:32:14Z', 'updated_at': '2022-02-15T04:32:16Z', 'revision_number': 1, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'fixed_ip_address_scope': None}, {'id': 'bb1f5415-27b7-427e-b0c7-eb43abfb2aa7', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'floating_ip_address': '172.27.1.37', 'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'router_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'port_id': 'c1ec4e12-705b-4b78-9551-a7cb48a801c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'mac_address': 'fa:16:3e:9b:77:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:34:42Z', 'updated_at': '2022-02-15T04:34:42Z', 'revision_number': 0, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2937b8f6-f072-4b13-9128-38cbe2b73cdc', 'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'mac_address': 'fa:16:3e:fe:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:14Z', 'updated_at': '2022-02-15T04:28:19Z', 'revision_number': 5, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'subnets': [{'id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:34:44.272957 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceef5d3-5bb0-4d75-8c90-87c2347dce2e None None] The sync data for ids ['41e7748f-650f-4151-8f2f-d9acdce02b57'] in dv-cinder-816104-2-iscsi is: [{'id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'name': 'tempest-TestVolumeBootPattern-2103454828-router', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:12Z', 'updated_at': '2022-02-15T04:28:15Z', 'revision_number': 4, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'gw_port': {'id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:13Z', 'updated_at': '2022-02-15T04:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_floatingips': [{'id': '8dab0e57-f8a7-470b-b687-327116a0dcdf', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'floating_ip_address': '172.27.1.58', 'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'router_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'port_id': 'ad381897-0664-4940-8ca2-2fcfdaa2250f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'mac_address': 'fa:16:3e:c7:e5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ded66-8e3c-413d-b360-0f2024256a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:32:14Z', 'updated_at': '2022-02-15T04:32:16Z', 'revision_number': 1, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'fixed_ip_address_scope': None}, {'id': 'bb1f5415-27b7-427e-b0c7-eb43abfb2aa7', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'floating_ip_address': '172.27.1.37', 'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'router_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'port_id': 'c1ec4e12-705b-4b78-9551-a7cb48a801c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'mac_address': 'fa:16:3e:9b:77:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:34:42Z', 'updated_at': '2022-02-15T04:34:42Z', 'revision_number': 0, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2937b8f6-f072-4b13-9128-38cbe2b73cdc', 'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'mac_address': 'fa:16:3e:fe:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:14Z', 'updated_at': '2022-02-15T04:28:19Z', 'revision_number': 5, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'subnets': [{'id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:34:44.471181 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e52441-93c1-4fe2-b270-302e6f9c73bd None None] New status for floating IP bb1f5415-27b7-427e-b0c7-eb43abfb2aa7: ACTIVE {{(pid=102636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 04:34:45.614671 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:34:51.300931 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-deaf617e-9f75-4bd6-8acb-6cc93d25d8fa req-e66ad01d-a3ea-4c05-9f83-9bc9e101c340 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439086 Feb 15 04:34:51.364966 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf617e-9f75-4bd6-8acb-6cc93d25d8fa req-ae8b2551-f384-46ce-afa4-8be452a02593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:51.366447 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-deaf617e-9f75-4bd6-8acb-6cc93d25d8fa req-ae8b2551-f384-46ce-afa4-8be452a02593 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d151428e70f24ac99f8799103edf54fc&device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 1130 time: 0.0458562 Feb 15 04:34:51.475860 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf617e-9f75-4bd6-8acb-6cc93d25d8fa req-e46501d0-5cd9-4e0a-9c96-0d292e793817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:51.477332 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-deaf617e-9f75-4bd6-8acb-6cc93d25d8fa req-e46501d0-5cd9-4e0a-9c96-0d292e793817 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1563904-5b49-4443-8b4e-de885b6b8524 HTTP/1.1" status: 200 len: 909 time: 0.0881300 Feb 15 04:34:51.542131 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-deaf617e-9f75-4bd6-8acb-6cc93d25d8fa req-af503c4a-bbd6-4eca-895f-a8537f02c296 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8aa04c0-c688-44e4-8d3f-c7b29b85a969 HTTP/1.1" status: 200 len: 1001 time: 0.0591989 Feb 15 04:34:51.590647 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf617e-9f75-4bd6-8acb-6cc93d25d8fa req-285eadfa-403b-4b8d-8d6d-914d5cd3d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:51.592004 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-deaf617e-9f75-4bd6-8acb-6cc93d25d8fa req-285eadfa-403b-4b8d-8d6d-914d5cd3d4cb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a9f743e-d41d-4841-ad45-53fedf0597ec HTTP/1.1" status: 200 len: 848 time: 0.0444458 Feb 15 04:34:51.644194 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf617e-9f75-4bd6-8acb-6cc93d25d8fa req-583083b4-61d1-42d5-88de-02bc3ff2ebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:34:51.645824 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-deaf617e-9f75-4bd6-8acb-6cc93d25d8fa req-583083b4-61d1-42d5-88de-02bc3ff2ebb8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1563904-5b49-4443-8b4e-de885b6b8524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479646 Feb 15 04:34:51.732887 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-deaf617e-9f75-4bd6-8acb-6cc93d25d8fa req-2acf0967-ceba-4343-bc49-677338d19c47 service neutron] 10.222.0.59 "GET /v2.0/networks/b1563904-5b49-4443-8b4e-de885b6b8524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809531 Feb 15 04:34:51.824465 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-deaf617e-9f75-4bd6-8acb-6cc93d25d8fa req-6753af3d-95ef-486a-aa5f-eb1f909a07fb service neutron] 10.222.0.59 "GET /v2.0/networks/b1563904-5b49-4443-8b4e-de885b6b8524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854390 Feb 15 04:35:02.278463 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-b4c74252-3cdf-4166-b6da-8276ddcb1c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:35:06.100588 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-83ee0ee8-f2ca-424a-a549-fa682b5a4bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:35:06.472114 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:35:08.582314 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:35:09.806090 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:35:11.848821 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:35:22.135047 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [req-c2319a1a-753c-40f9-b245-ce6f462ab474 req-3bea5998-74dd-4dfe-8284-4573bd3e0782 service neutron] (102634) timed out ('10.222.0.59', 62232) {{(pid=102634) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 04:35:22.293168 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [req-7b0e41ed-6854-4a61-9323-78cacd22e3ab req-7fb5d0fa-42a9-4dc4-9af8-9af95ea0b8e2 service neutron] (102633) timed out ('10.222.0.59', 62269) {{(pid=102633) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 04:35:22.613209 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:35:23.430916 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e72c4-ce4b-4db4-924e-a29b4eadd1eb req-faf08230-d6b6-4e26-9af5-52c235e4c879 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:23.432428 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d43e72c4-ce4b-4db4-924e-a29b4eadd1eb req-faf08230-d6b6-4e26-9af5-52c235e4c879 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 946 time: 0.1000435 Feb 15 04:35:23.479991 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d43e72c4-ce4b-4db4-924e-a29b4eadd1eb req-3ee63e99-179c-4458-ab06-ab195789331f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419371 Feb 15 04:35:24.601022 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10c2db-8325-4b6c-9f9d-a2c5ec628c39 req-cf386e66-ac05-4c22-ac7c-7ff471032d11 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:24.602464 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2e10c2db-8325-4b6c-9f9d-a2c5ec628c39 req-cf386e66-ac05-4c22-ac7c-7ff471032d11 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 946 time: 0.0524530 Feb 15 04:35:24.649905 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2e10c2db-8325-4b6c-9f9d-a2c5ec628c39 req-19db7feb-80d5-4bc2-8b35-fe1ed2f1d0d6 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419872 Feb 15 04:35:25.772042 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb06fa1-183a-461c-89d9-9509d74100c0 req-f780a5ca-2bbb-456b-8007-01fc8f320c07 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:25.773576 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-deb06fa1-183a-461c-89d9-9509d74100c0 req-f780a5ca-2bbb-456b-8007-01fc8f320c07 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 946 time: 0.0577245 Feb 15 04:35:25.820787 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-deb06fa1-183a-461c-89d9-9509d74100c0 req-9ac65e17-e3ef-4eb8-9121-4ae71e84e130 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417392 Feb 15 04:35:26.937281 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c246edc-2ae0-4ce1-8161-35b7bfc393ac req-9ffc9764-256e-4814-a049-a5872b16d6fc tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:26.938715 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8c246edc-2ae0-4ce1-8161-35b7bfc393ac req-9ffc9764-256e-4814-a049-a5872b16d6fc tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 946 time: 0.0518727 Feb 15 04:35:26.991298 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8c246edc-2ae0-4ce1-8161-35b7bfc393ac req-6e2f789d-1e5b-4678-bb9a-1b7c691c0111 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465455 Feb 15 04:35:28.107848 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea9591-cf83-4315-8d94-0ffe90d0e879 req-31c5d945-d1d1-42f0-9654-e960766cd8b9 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:28.109327 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-e8ea9591-cf83-4315-8d94-0ffe90d0e879 req-31c5d945-d1d1-42f0-9654-e960766cd8b9 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 946 time: 0.0517664 Feb 15 04:35:28.156681 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-e8ea9591-cf83-4315-8d94-0ffe90d0e879 req-ac237240-0c24-4283-8555-a1794c3169bf tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416148 Feb 15 04:35:29.274113 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb42fff-ed91-48bc-8f33-d0d90a115970 req-a2ba786c-0e8b-48b3-b15c-d0b5c71d9b71 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:29.275537 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8eb42fff-ed91-48bc-8f33-d0d90a115970 req-a2ba786c-0e8b-48b3-b15c-d0b5c71d9b71 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 946 time: 0.0513182 Feb 15 04:35:29.323708 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8eb42fff-ed91-48bc-8f33-d0d90a115970 req-507af9cd-8871-4222-ab7b-8f80461512a1 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427673 Feb 15 04:35:30.445123 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de9081-18af-42bd-8f78-4540e7de7cdc req-bf5e5cd4-d388-443f-86bb-532ec7632a78 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:30.446588 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-08de9081-18af-42bd-8f78-4540e7de7cdc req-bf5e5cd4-d388-443f-86bb-532ec7632a78 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 946 time: 0.0550337 Feb 15 04:35:30.494200 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-08de9081-18af-42bd-8f78-4540e7de7cdc req-3683ad6b-d62a-42e1-9fc1-1cb4e8cc84e5 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421643 Feb 15 04:35:31.610222 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513ef82-0af9-4aef-9151-ba60b733eed8 req-1ed23300-3c5c-4ca8-9f50-a325231bec9b tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:31.612076 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1513ef82-0af9-4aef-9151-ba60b733eed8 req-1ed23300-3c5c-4ca8-9f50-a325231bec9b tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 946 time: 0.0530639 Feb 15 04:35:31.659277 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1513ef82-0af9-4aef-9151-ba60b733eed8 req-90a73df1-9525-431c-badc-b1937c2d355d tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416582 Feb 15 04:35:32.280275 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-f146a07c-87ba-4443-90c2-73dcfa18acd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:35:32.778271 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d6d4f-cf7c-4e5a-ac68-10eaad80c57a req-bbf32b75-af04-4ff2-bf67-bac20a054937 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:32.779738 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-aa7d6d4f-cf7c-4e5a-ac68-10eaad80c57a req-bbf32b75-af04-4ff2-bf67-bac20a054937 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 946 time: 0.0518584 Feb 15 04:35:32.827073 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-aa7d6d4f-cf7c-4e5a-ac68-10eaad80c57a req-eb04e6e0-b071-4da4-8936-2a5ca981ec5b tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413351 Feb 15 04:35:33.516486 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6040fd2-e843-4d61-83fb-691db4bbce7c req-a39abd2c-f16c-4e6b-a560-8179ef932bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:33.518667 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d6040fd2-e843-4d61-83fb-691db4bbce7c req-a39abd2c-f16c-4e6b-a560-8179ef932bc0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d151428e70f24ac99f8799103edf54fc&device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 1130 time: 0.0479999 Feb 15 04:35:33.605462 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6040fd2-e843-4d61-83fb-691db4bbce7c req-3153270d-1004-4683-b608-8d6bd213190a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:33.606885 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d6040fd2-e843-4d61-83fb-691db4bbce7c req-3153270d-1004-4683-b608-8d6bd213190a service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1563904-5b49-4443-8b4e-de885b6b8524 HTTP/1.1" status: 200 len: 909 time: 0.0825889 Feb 15 04:35:33.674655 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d6040fd2-e843-4d61-83fb-691db4bbce7c req-b5d6ddbe-5b1d-4112-b320-7684d905df54 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8aa04c0-c688-44e4-8d3f-c7b29b85a969 HTTP/1.1" status: 200 len: 1001 time: 0.0609424 Feb 15 04:35:33.721463 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6040fd2-e843-4d61-83fb-691db4bbce7c req-ce5c74b1-8695-4250-b65a-0086c9e15ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:33.723219 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d6040fd2-e843-4d61-83fb-691db4bbce7c req-ce5c74b1-8695-4250-b65a-0086c9e15ee6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a9f743e-d41d-4841-ad45-53fedf0597ec HTTP/1.1" status: 200 len: 848 time: 0.0419827 Feb 15 04:35:33.770495 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6040fd2-e843-4d61-83fb-691db4bbce7c req-461a9217-ac59-4f88-9446-de5704684872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:33.771890 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d6040fd2-e843-4d61-83fb-691db4bbce7c req-461a9217-ac59-4f88-9446-de5704684872 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1563904-5b49-4443-8b4e-de885b6b8524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436771 Feb 15 04:35:33.860711 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d6040fd2-e843-4d61-83fb-691db4bbce7c req-31ebee38-46f4-4af5-8ca9-6c8fb2fe11c1 service neutron] 10.222.0.59 "GET /v2.0/networks/b1563904-5b49-4443-8b4e-de885b6b8524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823889 Feb 15 04:35:33.982926 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-d6040fd2-e843-4d61-83fb-691db4bbce7c req-34fbf64b-d296-468f-9f5a-ad3a3ba50fad service neutron] 10.222.0.59 "GET /v2.0/networks/b1563904-5b49-4443-8b4e-de885b6b8524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158295 Feb 15 04:35:33.993422 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1b24c-65ab-4d74-bccf-e031687a5f13 req-2e38b8cd-9a1d-4ad1-82ae-80cc900cbd8f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:33.994814 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-72b1b24c-65ab-4d74-bccf-e031687a5f13 req-2e38b8cd-9a1d-4ad1-82ae-80cc900cbd8f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 946 time: 0.0850654 Feb 15 04:35:34.042136 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-72b1b24c-65ab-4d74-bccf-e031687a5f13 req-a76582b5-0af3-48b3-9980-3469b6e35c5f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418413 Feb 15 04:35:35.156263 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667d3cd-08fb-4a64-ae05-14ccfa21e9ab req-e5a94bad-53f9-4a5f-8f28-5d6ad9f07952 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:35.157744 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-4667d3cd-08fb-4a64-ae05-14ccfa21e9ab req-e5a94bad-53f9-4a5f-8f28-5d6ad9f07952 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 946 time: 0.0506649 Feb 15 04:35:35.209146 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-4667d3cd-08fb-4a64-ae05-14ccfa21e9ab req-23267c10-0895-46d2-b2d7-262d644e13b1 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450416 Feb 15 04:35:36.104764 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-052fa765-3a88-4090-9ddf-fdd4038fd92d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:35:36.330470 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385160c-2ce6-4c8a-8c26-6454e18be476 req-4ef6def0-cc9a-4fee-ad67-f3cc2e14a3fa tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:36.331967 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b385160c-2ce6-4c8a-8c26-6454e18be476 req-4ef6def0-cc9a-4fee-ad67-f3cc2e14a3fa tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 946 time: 0.0524597 Feb 15 04:35:36.384139 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-b385160c-2ce6-4c8a-8c26-6454e18be476 req-8cdf50a8-3f43-4a63-b89a-abbb63f6e215 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459311 Feb 15 04:35:36.475280 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:35:36.594772 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d8977-484a-4da0-be21-e9c37b9dac99 req-54749991-eac8-446f-9380-f1b3377c5714 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:36.596768 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8f5d8977-484a-4da0-be21-e9c37b9dac99 req-54749991-eac8-446f-9380-f1b3377c5714 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 946 time: 0.0527627 Feb 15 04:35:36.609959 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-2036c150-4491-48c7-9d8f-f8627354eea0 req-15c4ffaa-7d71-422a-9a27-291d9be0d90d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0870016 Feb 15 04:35:36.650178 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-8f5d8977-484a-4da0-be21-e9c37b9dac99 req-c8eaa5fb-7228-4074-bc09-a6e69d0970bf tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469952 Feb 15 04:35:36.732777 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036c150-4491-48c7-9d8f-f8627354eea0 req-119d2252-9aaa-42b9-a621-d445b28eda69 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:36.734139 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-2036c150-4491-48c7-9d8f-f8627354eea0 req-119d2252-9aaa-42b9-a621-d445b28eda69 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports/a8aa04c0-c688-44e4-8d3f-c7b29b85a969 HTTP/1.1" status: 200 len: 943 time: 0.0961716 Feb 15 04:35:37.768755 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b2198-f0d6-4349-8422-c7b60fcf7a72 req-35f872e1-15a4-41f6-a38a-17020f4d7733 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:37.770241 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-5d5b2198-f0d6-4349-8422-c7b60fcf7a72 req-35f872e1-15a4-41f6-a38a-17020f4d7733 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 946 time: 0.0523200 Feb 15 04:35:37.817234 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-5d5b2198-f0d6-4349-8422-c7b60fcf7a72 req-fec98594-b8f8-4f88-b6ae-160c80d01833 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415306 Feb 15 04:35:37.915964 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036c150-4491-48c7-9d8f-f8627354eea0 req-2920f7d7-60f2-4eb0-97f1-8800c27eb6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:37.917526 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2036c150-4491-48c7-9d8f-f8627354eea0 req-2920f7d7-60f2-4eb0-97f1-8800c27eb6c8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c&tenant_id=d151428e70f24ac99f8799103edf54fc HTTP/1.1" status: 200 len: 1130 time: 0.0439117 Feb 15 04:35:37.982559 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036c150-4491-48c7-9d8f-f8627354eea0 req-496c55f1-3fb1-4df5-9c3e-876612bd6b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:37.983902 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2036c150-4491-48c7-9d8f-f8627354eea0 req-496c55f1-3fb1-4df5-9c3e-876612bd6b23 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d151428e70f24ac99f8799103edf54fc&device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 1130 time: 0.0429025 Feb 15 04:35:38.075283 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036c150-4491-48c7-9d8f-f8627354eea0 req-33b9caac-cc55-42c6-9325-399df367f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:38.076723 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2036c150-4491-48c7-9d8f-f8627354eea0 req-33b9caac-cc55-42c6-9325-399df367f05d service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1563904-5b49-4443-8b4e-de885b6b8524 HTTP/1.1" status: 200 len: 909 time: 0.0853591 Feb 15 04:35:38.139400 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2036c150-4491-48c7-9d8f-f8627354eea0 req-79c28127-3da9-400c-a01a-865de099fb20 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8aa04c0-c688-44e4-8d3f-c7b29b85a969 HTTP/1.1" status: 200 len: 1001 time: 0.0569315 Feb 15 04:35:38.187620 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036c150-4491-48c7-9d8f-f8627354eea0 req-c17e65fb-84a1-4740-933a-1866817644ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:38.189014 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2036c150-4491-48c7-9d8f-f8627354eea0 req-c17e65fb-84a1-4740-933a-1866817644ee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a9f743e-d41d-4841-ad45-53fedf0597ec HTTP/1.1" status: 200 len: 848 time: 0.0421407 Feb 15 04:35:38.239606 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036c150-4491-48c7-9d8f-f8627354eea0 req-8f89288f-c571-4cfc-a409-4e879f6eded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:38.240985 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2036c150-4491-48c7-9d8f-f8627354eea0 req-8f89288f-c571-4cfc-a409-4e879f6eded8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1563904-5b49-4443-8b4e-de885b6b8524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458975 Feb 15 04:35:38.325799 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2036c150-4491-48c7-9d8f-f8627354eea0 req-2fd68890-341e-4ca0-9637-d00ba394958d service neutron] 10.222.0.59 "GET /v2.0/networks/b1563904-5b49-4443-8b4e-de885b6b8524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788631 Feb 15 04:35:38.415187 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-2036c150-4491-48c7-9d8f-f8627354eea0 req-96bc1709-faba-4d2d-abb2-02e9e562ad60 service neutron] 10.222.0.59 "GET /v2.0/networks/b1563904-5b49-4443-8b4e-de885b6b8524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825694 Feb 15 04:35:38.584303 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:35:38.932640 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b71afd-33ba-4005-b3b7-53e78ce7b62a req-57e01576-34ae-4085-ad80-ebb48c697d06 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:38.934106 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-07b71afd-33ba-4005-b3b7-53e78ce7b62a req-57e01576-34ae-4085-ad80-ebb48c697d06 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 946 time: 0.0519707 Feb 15 04:35:38.981746 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-07b71afd-33ba-4005-b3b7-53e78ce7b62a req-44629488-e956-4a74-aece-6a607fa930d4 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421453 Feb 15 04:35:39.664391 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device a8aa04c0-c688-44e4-8d3f-c7b29b85a969 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:35:39.754725 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port a8aa04c0-c688-44e4-8d3f-c7b29b85a969 is: ACTIVE; New status is: DOWN {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:35:39.755116 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (a8aa04c0-c688-44e4-8d3f-c7b29b85a969), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:35:39.777347 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a436a99-1434-4919-8640-e11c3753348c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8aa04c0-c688-44e4-8d3f-c7b29b85a969'}] {{(pid=102635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:35:39.779475 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274a2a5e9be6a0ee09154d0e072c1b660d39e5ec588b61e50c849ad5e467022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019b7b89-1619-4e62-a995-e94caba9514d" -d '{"events": [{"server_uuid": "5a436a99-1434-4919-8640-e11c3753348c", "name": "network-vif-unplugged", "status": "completed", "tag": "a8aa04c0-c688-44e4-8d3f-c7b29b85a969"}]}' {{(pid=102635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:35:39.792473 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port a8aa04c0-c688-44e4-8d3f-c7b29b85a969, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=a8aa04c0-c688-44e4-8d3f-c7b29b85a969,segment=NetworkSegment(f0609e99-1614-4c52-aaea-a98357f38e53),segment_id=f0609e99-1614-4c52-aaea-a98357f38e53)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:35:39.798954 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (a8aa04c0-c688-44e4-8d3f-c7b29b85a969), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:35:39.827002 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 04:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fb7e8e-bb0f-45f5-9f33-4c7e18083217 x-openstack-request-id: req-26fb7e8e-bb0f-45f5-9f33-4c7e18083217 {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:35:39.827290 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a436a99-1434-4919-8640-e11c3753348c", "name": "network-vif-unplugged", "status": "completed", "tag": "a8aa04c0-c688-44e4-8d3f-c7b29b85a969", "code": 200}]} {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:35:39.827607 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-26fb7e8e-bb0f-45f5-9f33-4c7e18083217 {{(pid=102635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:35:39.827911 dv-cinder-816104-2-iscsi neutron-server[102635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a436a99-1434-4919-8640-e11c3753348c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8aa04c0-c688-44e4-8d3f-c7b29b85a969', 'code': 200} Feb 15 04:35:39.830377 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:35:39.854854 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=a8aa04c0-c688-44e4-8d3f-c7b29b85a969,revision_number=6']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:35:39.862009 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:35:39.862358 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:35:39.862726 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:35:39.863062 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:35:39.863394 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:35:39.863722 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:35:39.864050 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:35:39.864372 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:35:39.864695 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:35:39.865056 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:35:39.865379 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:35:39.865697 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:35:39.866015 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:35:40.099336 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a91c41-633f-4323-b51b-fb5ba8a4ad68 req-8ad97c32-fee1-4faf-b81e-38c7cb12ff70 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:40.100774 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-97a91c41-633f-4323-b51b-fb5ba8a4ad68 req-8ad97c32-fee1-4faf-b81e-38c7cb12ff70 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 944 time: 0.0532773 Feb 15 04:35:40.147571 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-97a91c41-633f-4323-b51b-fb5ba8a4ad68 req-be9d48fa-c20e-40c2-bd83-cb747cb27448 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413468 Feb 15 04:35:41.269320 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ff83c-9cef-4ab5-aba1-3bb3886c5ab6 req-1fdf54ef-37a0-4f87-ae91-bf805028fd2a tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:41.270802 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-df2ff83c-9cef-4ab5-aba1-3bb3886c5ab6 req-1fdf54ef-37a0-4f87-ae91-bf805028fd2a tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 944 time: 0.0566504 Feb 15 04:35:41.318070 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-df2ff83c-9cef-4ab5-aba1-3bb3886c5ab6 req-6b8bed2d-e506-4b36-bc07-9c653fff3a28 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417709 Feb 15 04:35:41.848144 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:35:42.437685 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692a423-b51a-460d-bcc5-161ee59298e7 req-53b867fa-51ad-46b0-be94-a97fc500b1ab tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:42.439118 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3692a423-b51a-460d-bcc5-161ee59298e7 req-53b867fa-51ad-46b0-be94-a97fc500b1ab tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 944 time: 0.0553944 Feb 15 04:35:42.485494 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-3692a423-b51a-460d-bcc5-161ee59298e7 req-9c3b1782-be6a-4be2-936d-c7fc71831c8e tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406609 Feb 15 04:35:43.601423 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5923b60-2a2d-4721-be48-11d912959a79 req-38dd5007-ec42-4a7a-b8ec-4b9b6349c5a1 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:43.602855 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d5923b60-2a2d-4721-be48-11d912959a79 req-38dd5007-ec42-4a7a-b8ec-4b9b6349c5a1 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 944 time: 0.0505488 Feb 15 04:35:43.650019 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d5923b60-2a2d-4721-be48-11d912959a79 req-d155fdde-8920-43e3-bcd7-bac2c9cf9406 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417323 Feb 15 04:35:44.768448 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b3d7c-2e59-4c97-8e7d-74427584bf06 req-741080b6-7bd3-470f-a500-70977194fbfc tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:44.770989 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ea8b3d7c-2e59-4c97-8e7d-74427584bf06 req-741080b6-7bd3-470f-a500-70977194fbfc tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 944 time: 0.0543606 Feb 15 04:35:44.819126 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-ea8b3d7c-2e59-4c97-8e7d-74427584bf06 req-7273a4c8-239c-4163-892a-ee0fc39dea77 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427411 Feb 15 04:35:45.697400 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device a8aa04c0-c688-44e4-8d3f-c7b29b85a969 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 04:35:45.725128 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b2cda-fcbf-45fe-b723-61e9b7d5c8d1 req-12e7a73a-dda8-4074-bd7e-cd76bc0bb791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:45.726607 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a39b2cda-fcbf-45fe-b723-61e9b7d5c8d1 req-12e7a73a-dda8-4074-bd7e-cd76bc0bb791 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 1128 time: 0.0458219 Feb 15 04:35:45.781535 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a39b2cda-fcbf-45fe-b723-61e9b7d5c8d1 req-877b8a0a-435d-4418-8a18-f867b68c1b93 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451510 Feb 15 04:35:45.796737 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port a8aa04c0-c688-44e4-8d3f-c7b29b85a969, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=a8aa04c0-c688-44e4-8d3f-c7b29b85a969,segment=NetworkSegment(f0609e99-1614-4c52-aaea-a98357f38e53),segment_id=f0609e99-1614-4c52-aaea-a98357f38e53)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:35:45.808487 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Returning: {'device': 'a8aa04c0-c688-44e4-8d3f-c7b29b85a969', 'network_id': 'b1563904-5b49-4443-8b4e-de885b6b8524', 'port_id': 'a8aa04c0-c688-44e4-8d3f-c7b29b85a969', 'mac_address': 'fa:16:3e:7d:c8:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9f743e-d41d-4841-ad45-53fedf0597ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 04:35:45.845298 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port a8aa04c0-c688-44e4-8d3f-c7b29b85a969 is: DOWN; New status is: BUILD {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:35:45.845684 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (a8aa04c0-c688-44e4-8d3f-c7b29b85a969), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:35:45.858804 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8aa04c0-c688-44e4-8d3f-c7b29b85a969 {{(pid=102635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 04:35:45.883738 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port a8aa04c0-c688-44e4-8d3f-c7b29b85a969, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=a8aa04c0-c688-44e4-8d3f-c7b29b85a969,segment=NetworkSegment(f0609e99-1614-4c52-aaea-a98357f38e53),segment_id=f0609e99-1614-4c52-aaea-a98357f38e53)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:35:45.887540 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (a8aa04c0-c688-44e4-8d3f-c7b29b85a969), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:35:45.934395 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=a8aa04c0-c688-44e4-8d3f-c7b29b85a969,revision_number=7']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:35:45.945366 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44a58a-2b84-4df5-ac0d-5803937dc371 req-8f61179c-fc96-4568-8dac-660a3fcc8ac4 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:45.946834 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-3a44a58a-2b84-4df5-ac0d-5803937dc371 req-8f61179c-fc96-4568-8dac-660a3fcc8ac4 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 945 time: 0.0580115 Feb 15 04:35:45.994509 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-3a44a58a-2b84-4df5-ac0d-5803937dc371 req-2b21a2b3-d431-4259-b21b-e847ec6df9e7 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420575 Feb 15 04:35:46.243620 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] get_ports_and_sgs() called for port_ids ['a8aa04c0-c688-44e4-8d3f-c7b29b85a969'] {{(pid=102635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 04:35:47.111826 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c2ba1-602c-4af5-925b-0d5bd8a75ec2 req-c3145828-8045-42a8-b375-917fc52f262f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:47.114316 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-405c2ba1-602c-4af5-925b-0d5bd8a75ec2 req-c3145828-8045-42a8-b375-917fc52f262f tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 945 time: 0.0533445 Feb 15 04:35:47.161885 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-405c2ba1-602c-4af5-925b-0d5bd8a75ec2 req-b20fa947-4ea4-4855-9d84-62470d61c59c tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419326 Feb 15 04:35:47.710064 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device a8aa04c0-c688-44e4-8d3f-c7b29b85a969 up at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 04:35:47.757089 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.provisioning_blocks [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Provisioning complete for port a8aa04c0-c688-44e4-8d3f-c7b29b85a969 triggered by entity L2. {{(pid=102635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 04:35:47.757463 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727159'] for port (a8aa04c0-c688-44e4-8d3f-c7b29b85a969), provisioning_complete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:35:47.834059 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Current status of the port a8aa04c0-c688-44e4-8d3f-c7b29b85a969 is: BUILD; New status is: ACTIVE {{(pid=102635) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 04:35:47.834442 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647999'] for port (a8aa04c0-c688-44e4-8d3f-c7b29b85a969), before_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:35:47.856439 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a436a99-1434-4919-8640-e11c3753348c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8aa04c0-c688-44e4-8d3f-c7b29b85a969'}] {{(pid=102635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:35:47.858730 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274a2a5e9be6a0ee09154d0e072c1b660d39e5ec588b61e50c849ad5e467022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2016a3-e012-4218-8e02-eb377251a2c4" -d '{"events": [{"server_uuid": "5a436a99-1434-4919-8640-e11c3753348c", "name": "network-vif-plugged", "status": "completed", "tag": "a8aa04c0-c688-44e4-8d3f-c7b29b85a969"}]}' {{(pid=102635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:35:47.871347 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] For port a8aa04c0-c688-44e4-8d3f-c7b29b85a969, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=a8aa04c0-c688-44e4-8d3f-c7b29b85a969,segment=NetworkSegment(f0609e99-1614-4c52-aaea-a98357f38e53),segment_id=f0609e99-1614-4c52-aaea-a98357f38e53)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:35:47.875336 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734710173377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734709782101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734709782119'] for port (a8aa04c0-c688-44e4-8d3f-c7b29b85a969), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:35:47.901731 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4f5f71-7c5a-4e93-96ff-ddf806a1f7de x-openstack-request-id: req-0b4f5f71-7c5a-4e93-96ff-ddf806a1f7de {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:35:47.902029 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a436a99-1434-4919-8640-e11c3753348c", "name": "network-vif-plugged", "status": "completed", "tag": "a8aa04c0-c688-44e4-8d3f-c7b29b85a969", "code": 200}]} {{(pid=102635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:35:47.902283 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0b4f5f71-7c5a-4e93-96ff-ddf806a1f7de {{(pid=102635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:35:47.902667 dv-cinder-816104-2-iscsi neutron-server[102635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a436a99-1434-4919-8640-e11c3753348c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8aa04c0-c688-44e4-8d3f-c7b29b85a969', 'code': 200} Feb 15 04:35:47.925335 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Pushing event updated for resources: {'Port': ['ID=a8aa04c0-c688-44e4-8d3f-c7b29b85a969,revision_number=8']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:35:48.277218 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf225b1-1f02-4840-b9dd-f8eb16bad524 req-15508606-d0ca-4b17-96c6-efd1cae6b0ef tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:48.278663 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-abf225b1-1f02-4840-b9dd-f8eb16bad524 req-15508606-d0ca-4b17-96c6-efd1cae6b0ef tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 946 time: 0.0515234 Feb 15 04:35:48.325501 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-abf225b1-1f02-4840-b9dd-f8eb16bad524 req-2ef11483-417b-4ff7-bf79-4605a946a281 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413346 Feb 15 04:35:51.343411 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4738152c-407e-460e-accb-75932a8009c9 req-d719d702-ac19-4ec9-b24f-d5fa45d98300 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=884ded66-8e3c-413d-b360-0f2024256a72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0887051 Feb 15 04:35:51.429795 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738152c-407e-460e-accb-75932a8009c9 req-47bda8c5-dec6-412d-a354-438ef25812be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:51.431229 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4738152c-407e-460e-accb-75932a8009c9 req-47bda8c5-dec6-412d-a354-438ef25812be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35abc0d9f3874ffd9bfc3e12d88497c8&device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 1130 time: 0.0432634 Feb 15 04:35:51.533550 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738152c-407e-460e-accb-75932a8009c9 req-999afc0d-cea8-48e3-8bfa-9b6e074324bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:51.535402 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4738152c-407e-460e-accb-75932a8009c9 req-999afc0d-cea8-48e3-8bfa-9b6e074324bd service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4287db8-7eb1-4b55-9815-94bfd52e6a07 HTTP/1.1" status: 200 len: 912 time: 0.0850630 Feb 15 04:35:51.598563 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4738152c-407e-460e-accb-75932a8009c9 req-c5380ff6-999c-451f-ab72-b78c0e218e2d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad381897-0664-4940-8ca2-2fcfdaa2250f HTTP/1.1" status: 200 len: 1001 time: 0.0564897 Feb 15 04:35:51.646539 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738152c-407e-460e-accb-75932a8009c9 req-2d9e49bb-239c-42ea-beee-e5fd3fe8312b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:51.647971 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4738152c-407e-460e-accb-75932a8009c9 req-2d9e49bb-239c-42ea-beee-e5fd3fe8312b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f97f1759-e368-4358-a87b-0867da6a151d HTTP/1.1" status: 200 len: 851 time: 0.0433202 Feb 15 04:35:51.699753 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738152c-407e-460e-accb-75932a8009c9 req-bbe9ffca-8620-4624-847a-68931887ecca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:35:51.701238 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4738152c-407e-460e-accb-75932a8009c9 req-bbe9ffca-8620-4624-847a-68931887ecca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4287db8-7eb1-4b55-9815-94bfd52e6a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465748 Feb 15 04:35:51.788651 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4738152c-407e-460e-accb-75932a8009c9 req-e749177b-0a73-4b3b-a6b4-7a9ba6d80294 service neutron] 10.222.0.59 "GET /v2.0/networks/a4287db8-7eb1-4b55-9815-94bfd52e6a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811172 Feb 15 04:35:51.882531 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-4738152c-407e-460e-accb-75932a8009c9 req-1f0c0413-e93a-4673-9d35-964488fb85b8 service neutron] 10.222.0.59 "GET /v2.0/networks/a4287db8-7eb1-4b55-9815-94bfd52e6a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838618 Feb 15 04:35:59.611204 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:36:02.282294 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-faca65b8-917b-40a9-862d-5f25cda2f519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:06.106224 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-b6abbfde-25a7-41d6-818c-09964f5a30e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:06.478656 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:08.586682 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:09.813730 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:11.844316 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:32.282947 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-27a43519-b550-441d-be77-9fb487f3fd28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:32.444440 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 34896) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:36:32.595614 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-e3c4b1b6-bf1c-494c-a777-34f4c1e108d8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Deleting port 2f3f3088-ed3b-49cd-b9bc-26ab918aa0a1 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:36:32.595955 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e3c4b1b6-bf1c-494c-a777-34f4c1e108d8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (2f3f3088-ed3b-49cd-b9bc-26ab918aa0a1), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:32.667503 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e3c4b1b6-bf1c-494c-a777-34f4c1e108d8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (2f3f3088-ed3b-49cd-b9bc-26ab918aa0a1), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:32.667814 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e3c4b1b6-bf1c-494c-a777-34f4c1e108d8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for floatingip (2f3f3088-ed3b-49cd-b9bc-26ab918aa0a1), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:32.679106 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-e3c4b1b6-bf1c-494c-a777-34f4c1e108d8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Calling delete_port for 2f3f3088-ed3b-49cd-b9bc-26ab918aa0a1 owned by network:floatingip {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:36:32.821591 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e3c4b1b6-bf1c-494c-a777-34f4c1e108d8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (2f3f3088-ed3b-49cd-b9bc-26ab918aa0a1), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:32.852740 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4b1b6-bf1c-494c-a777-34f4c1e108d8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Pushing event deleted for resources: {'Port': ['ID=2f3f3088-ed3b-49cd-b9bc-26ab918aa0a1,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:36:32.876483 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4b1b6-bf1c-494c-a777-34f4c1e108d8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:32.876830 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4b1b6-bf1c-494c-a777-34f4c1e108d8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:32.877199 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4b1b6-bf1c-494c-a777-34f4c1e108d8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:32.877535 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4b1b6-bf1c-494c-a777-34f4c1e108d8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:32.877866 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4b1b6-bf1c-494c-a777-34f4c1e108d8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:32.878192 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4b1b6-bf1c-494c-a777-34f4c1e108d8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:32.878517 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4b1b6-bf1c-494c-a777-34f4c1e108d8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:32.878841 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4b1b6-bf1c-494c-a777-34f4c1e108d8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:32.879164 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4b1b6-bf1c-494c-a777-34f4c1e108d8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:32.879486 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4b1b6-bf1c-494c-a777-34f4c1e108d8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:32.879809 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4b1b6-bf1c-494c-a777-34f4c1e108d8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:32.880128 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4b1b6-bf1c-494c-a777-34f4c1e108d8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:32.880449 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4b1b6-bf1c-494c-a777-34f4c1e108d8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:32.921629 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e3c4b1b6-bf1c-494c-a777-34f4c1e108d8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for floatingip (bb1f5415-27b7-427e-b0c7-eb43abfb2aa7), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:32.921999 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.db.l3_db [None req-e3c4b1b6-bf1c-494c-a777-34f4c1e108d8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Floating IP bb1f5415-27b7-427e-b0c7-eb43abfb2aa7 disassociated (deleted). External IP: 172.27.1.37, port: c1ec4e12-705b-4b78-9551-a7cb48a801c8. Feb 15 04:36:33.399886 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c4b1b6-bf1c-494c-a777-34f4c1e108d8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Router 41e7748f-650f-4151-8f2f-d9acdce02b57 has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:36:33.507824 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c4b1b6-bf1c-494c-a777-34f4c1e108d8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:36:33.512550 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e3c4b1b6-bf1c-494c-a777-34f4c1e108d8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for floatingip (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:33.517163 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5c2ab9-ddd2-4155-b399-1ef7585467a7 None None] Sync routers for ids ['41e7748f-650f-4151-8f2f-d9acdce02b57'] in dv-cinder-816104-2-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:36:33.526486 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5c2ab9-ddd2-4155-b399-1ef7585467a7 None None] Routers {'41e7748f-650f-4151-8f2f-d9acdce02b57'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:36:33.527091 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-0f5c2ab9-ddd2-4155-b399-1ef7585467a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:36:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['41e7748f-650f-4151-8f2f-d9acdce02b57'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:36:33.543459 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-e3c4b1b6-bf1c-494c-a777-34f4c1e108d8 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "DELETE /v2.0/floatingips/bb1f5415-27b7-427e-b0c7-eb43abfb2aa7 HTTP/1.1" status: 204 len: 168 time: 1.0955336 Feb 15 04:36:33.543459 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f', 'tag': 'c1ec4e12-705b-4b78-9551-a7cb48a801c8'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:36:33.544062 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2149c43-42c8-43a5-8a79-f8baa2948a00" -d '{"events": [{"name": "network-changed", "server_uuid": "4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f", "tag": "c1ec4e12-705b-4b78-9551-a7cb48a801c8"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:36:33.637593 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-0f5c2ab9-ddd2-4155-b399-1ef7585467a7 None None] Set router 41e7748f-650f-4151-8f2f-d9acdce02b57 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:36:33.643888 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bc2b2f-095e-459d-92d4-7d41a7021a83 x-openstack-request-id: req-a7bc2b2f-095e-459d-92d4-7d41a7021a83 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:36:33.644286 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f", "tag": "c1ec4e12-705b-4b78-9551-a7cb48a801c8", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:36:33.644546 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a7bc2b2f-095e-459d-92d4-7d41a7021a83 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:36:33.644995 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f', 'tag': 'c1ec4e12-705b-4b78-9551-a7cb48a801c8', 'status': 'completed', 'code': 200} Feb 15 04:36:33.728769 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2149c43-42c8-43a5-8a79-f8baa2948a00 req-828dbf47-67e7-4868-94f4-01942036caf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:36:33.730348 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a2149c43-42c8-43a5-8a79-f8baa2948a00 req-828dbf47-67e7-4868-94f4-01942036caf9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35abc0d9f3874ffd9bfc3e12d88497c8&device_id=4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f HTTP/1.1" status: 200 len: 1129 time: 0.0587254 Feb 15 04:36:33.862071 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-0f5c2ab9-ddd2-4155-b399-1ef7585467a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'name': 'tempest-TestVolumeBootPattern-2103454828-router', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:12Z', 'updated_at': '2022-02-15T04:28:15Z', 'revision_number': 4, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'gw_port': {'id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:13Z', 'updated_at': '2022-02-15T04:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_floatingips': [{'id': '8dab0e57-f8a7-470b-b687-327116a0dcdf', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'floating_ip_address': '172.27.1.58', 'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'router_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'port_id': 'ad381897-0664-4940-8ca2-2fcfdaa2250f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'mac_address': 'fa:16:3e:c7:e5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ded66-8e3c-413d-b360-0f2024256a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:32:14Z', 'updated_at': '2022-02-15T04:32:16Z', 'revision_number': 1, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2937b8f6-f072-4b13-9128-38cbe2b73cdc', 'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'mac_address': 'fa:16:3e:fe:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:14Z', 'updated_at': '2022-02-15T04:28:19Z', 'revision_number': 5, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'subnets': [{'id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:36:33.869323 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5615a51-8fab-4163-b7c9-65c2805c21d5 req-90625555-ce9f-4d92-bfa0-4109fb221755 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:36:33.870794 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a5615a51-8fab-4163-b7c9-65c2805c21d5 req-90625555-ce9f-4d92-bfa0-4109fb221755 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f HTTP/1.1" status: 200 len: 945 time: 0.1210079 Feb 15 04:36:33.872226 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2149c43-42c8-43a5-8a79-f8baa2948a00 req-ce0442c6-da77-4d31-b034-b78684073a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:36:33.873566 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a2149c43-42c8-43a5-8a79-f8baa2948a00 req-ce0442c6-da77-4d31-b034-b78684073a0b service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4287db8-7eb1-4b55-9815-94bfd52e6a07 HTTP/1.1" status: 200 len: 912 time: 0.1366928 Feb 15 04:36:33.891613 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5c2ab9-ddd2-4155-b399-1ef7585467a7 None None] Checking router: 41e7748f-650f-4151-8f2f-d9acdce02b57 for host: dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:36:33.899738 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5c2ab9-ddd2-4155-b399-1ef7585467a7 None None] Routers {'41e7748f-650f-4151-8f2f-d9acdce02b57'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:36:33.900339 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-0f5c2ab9-ddd2-4155-b399-1ef7585467a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:36:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['41e7748f-650f-4151-8f2f-d9acdce02b57'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:36:33.924245 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a2149c43-42c8-43a5-8a79-f8baa2948a00 req-97360bf6-dc58-4f27-acf2-e870f95dddbf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1ec4e12-705b-4b78-9551-a7cb48a801c8 HTTP/1.1" status: 200 len: 217 time: 0.0417526 Feb 15 04:36:33.986419 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a5615a51-8fab-4163-b7c9-65c2805c21d5 req-01f1676d-6b57-4640-a60c-f83b238cc41e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098070 Feb 15 04:36:33.995936 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2149c43-42c8-43a5-8a79-f8baa2948a00 req-865fc365-5967-425e-bf43-3b3662878102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:36:33.997718 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a2149c43-42c8-43a5-8a79-f8baa2948a00 req-865fc365-5967-425e-bf43-3b3662878102 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f97f1759-e368-4358-a87b-0867da6a151d HTTP/1.1" status: 200 len: 851 time: 0.0672925 Feb 15 04:36:34.009067 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-0f5c2ab9-ddd2-4155-b399-1ef7585467a7 None None] Set router 41e7748f-650f-4151-8f2f-d9acdce02b57 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:36:34.047557 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2149c43-42c8-43a5-8a79-f8baa2948a00 req-9d678f4d-262b-4370-b4aa-d6302a2812dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:36:34.049136 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a2149c43-42c8-43a5-8a79-f8baa2948a00 req-9d678f4d-262b-4370-b4aa-d6302a2812dc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4287db8-7eb1-4b55-9815-94bfd52e6a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442185 Feb 15 04:36:34.137542 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a2149c43-42c8-43a5-8a79-f8baa2948a00 req-03e72108-dc09-49ef-9af7-4c1dfa81ca71 service neutron] 10.222.0.59 "GET /v2.0/networks/a4287db8-7eb1-4b55-9815-94bfd52e6a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819175 Feb 15 04:36:34.228552 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-a2149c43-42c8-43a5-8a79-f8baa2948a00 req-8222a71b-292f-4c3b-af85-b098ced5d6cb service neutron] 10.222.0.59 "GET /v2.0/networks/a4287db8-7eb1-4b55-9815-94bfd52e6a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845659 Feb 15 04:36:34.229733 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-0f5c2ab9-ddd2-4155-b399-1ef7585467a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'name': 'tempest-TestVolumeBootPattern-2103454828-router', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:12Z', 'updated_at': '2022-02-15T04:28:15Z', 'revision_number': 4, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'gw_port': {'id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:13Z', 'updated_at': '2022-02-15T04:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_floatingips': [{'id': '8dab0e57-f8a7-470b-b687-327116a0dcdf', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'floating_ip_address': '172.27.1.58', 'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'router_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'port_id': 'ad381897-0664-4940-8ca2-2fcfdaa2250f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'mac_address': 'fa:16:3e:c7:e5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ded66-8e3c-413d-b360-0f2024256a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:32:14Z', 'updated_at': '2022-02-15T04:32:16Z', 'revision_number': 1, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2937b8f6-f072-4b13-9128-38cbe2b73cdc', 'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'mac_address': 'fa:16:3e:fe:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:14Z', 'updated_at': '2022-02-15T04:28:19Z', 'revision_number': 5, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'subnets': [{'id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:36:34.256849 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5c2ab9-ddd2-4155-b399-1ef7585467a7 None None] The sync data for ids ['41e7748f-650f-4151-8f2f-d9acdce02b57'] in dv-cinder-816104-2-iscsi is: [{'id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'name': 'tempest-TestVolumeBootPattern-2103454828-router', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:12Z', 'updated_at': '2022-02-15T04:28:15Z', 'revision_number': 4, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'gw_port': {'id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:13Z', 'updated_at': '2022-02-15T04:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_floatingips': [{'id': '8dab0e57-f8a7-470b-b687-327116a0dcdf', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'floating_ip_address': '172.27.1.58', 'floating_network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'router_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'port_id': 'ad381897-0664-4940-8ca2-2fcfdaa2250f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'mac_address': 'fa:16:3e:c7:e5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ded66-8e3c-413d-b360-0f2024256a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T04:32:14Z', 'updated_at': '2022-02-15T04:32:16Z', 'revision_number': 1, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2937b8f6-f072-4b13-9128-38cbe2b73cdc', 'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'mac_address': 'fa:16:3e:fe:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:14Z', 'updated_at': '2022-02-15T04:28:19Z', 'revision_number': 5, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'subnets': [{'id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:36:34.465133 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00ff95e-27ef-435a-b4a2-8d64a86e9065 None None] New status for floating IP bb1f5415-27b7-427e-b0c7-eb43abfb2aa7: DOWN {{(pid=102636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 04:36:35.105009 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c5035-6bfc-4856-a018-1347c4202020 req-d1d23177-ee5c-4122-a093-aa56b14f31a3 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:36:35.106527 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d74c5035-6bfc-4856-a018-1347c4202020 req-d1d23177-ee5c-4122-a093-aa56b14f31a3 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f HTTP/1.1" status: 200 len: 945 time: 0.0514004 Feb 15 04:36:35.154847 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d74c5035-6bfc-4856-a018-1347c4202020 req-debde8c4-c4da-4a9a-9beb-afa5c0898b78 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426154 Feb 15 04:36:35.567244 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03e2e3-a706-456f-94ef-21a9d9fc47ed req-a2b24ba7-90c8-4d9c-a349-c950cdef82c1 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:36:35.569022 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5e03e2e3-a706-456f-94ef-21a9d9fc47ed req-a2b24ba7-90c8-4d9c-a349-c950cdef82c1 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f HTTP/1.1" status: 200 len: 945 time: 0.0521998 Feb 15 04:36:35.663680 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-5e03e2e3-a706-456f-94ef-21a9d9fc47ed req-1afbd843-1b42-4801-93da-2bd0b4cc9349 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Deleting port c1ec4e12-705b-4b78-9551-a7cb48a801c8 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:36:35.664012 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-5e03e2e3-a706-456f-94ef-21a9d9fc47ed req-1afbd843-1b42-4801-93da-2bd0b4cc9349 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (c1ec4e12-705b-4b78-9551-a7cb48a801c8), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:35.748591 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-5e03e2e3-a706-456f-94ef-21a9d9fc47ed req-1afbd843-1b42-4801-93da-2bd0b4cc9349 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] For port c1ec4e12-705b-4b78-9551-a7cb48a801c8, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=c1ec4e12-705b-4b78-9551-a7cb48a801c8,segment=NetworkSegment(69ef6e31-22a4-4747-8c70-1fda15e89f05),segment_id=69ef6e31-22a4-4747-8c70-1fda15e89f05)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:36:35.748983 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-5e03e2e3-a706-456f-94ef-21a9d9fc47ed req-1afbd843-1b42-4801-93da-2bd0b4cc9349 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (c1ec4e12-705b-4b78-9551-a7cb48a801c8), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:35.760801 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-5e03e2e3-a706-456f-94ef-21a9d9fc47ed req-1afbd843-1b42-4801-93da-2bd0b4cc9349 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Calling delete_port for c1ec4e12-705b-4b78-9551-a7cb48a801c8 owned by compute:nova {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:36:35.887277 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-5e03e2e3-a706-456f-94ef-21a9d9fc47ed req-1afbd843-1b42-4801-93da-2bd0b4cc9349 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (c1ec4e12-705b-4b78-9551-a7cb48a801c8), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:35.915582 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afbd843-1b42-4801-93da-2bd0b4cc9349 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Pushing event deleted for resources: {'Port': ['ID=c1ec4e12-705b-4b78-9551-a7cb48a801c8,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:36:35.961578 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e03e2e3-a706-456f-94ef-21a9d9fc47ed req-1afbd843-1b42-4801-93da-2bd0b4cc9349 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] No DVR routers for this DVR port c1ec4e12-705b-4b78-9551-a7cb48a801c8 on host hv-cinder-81610 {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:36:35.964054 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-5e03e2e3-a706-456f-94ef-21a9d9fc47ed req-1afbd843-1b42-4801-93da-2bd0b4cc9349 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:35.967363 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-5e03e2e3-a706-456f-94ef-21a9d9fc47ed req-1afbd843-1b42-4801-93da-2bd0b4cc9349 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.59 "DELETE /v2.0/ports/c1ec4e12-705b-4b78-9551-a7cb48a801c8 HTTP/1.1" status: 204 len: 173 time: 0.3927531 Feb 15 04:36:35.967794 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f', 'name': 'network-vif-deleted', 'tag': 'c1ec4e12-705b-4b78-9551-a7cb48a801c8'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:36:35.970078 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4303c283-db49-407c-853d-cfd5484f4c63" -d '{"events": [{"server_uuid": "4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f", "name": "network-vif-deleted", "tag": "c1ec4e12-705b-4b78-9551-a7cb48a801c8"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:36:36.005189 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4dd4588-e6b1-41e4-b19c-7c7d09450e32 x-openstack-request-id: req-a4dd4588-e6b1-41e4-b19c-7c7d09450e32 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:36:36.006023 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f", "name": "network-vif-deleted", "tag": "c1ec4e12-705b-4b78-9551-a7cb48a801c8", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:36:36.006349 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a4dd4588-e6b1-41e4-b19c-7c7d09450e32 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:36:36.006889 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f', 'name': 'network-vif-deleted', 'tag': 'c1ec4e12-705b-4b78-9551-a7cb48a801c8', 'status': 'completed', 'code': 200} Feb 15 04:36:36.106701 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-194a5cf1-31cd-4d16-a006-bb6666b04f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:36.249053 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-41c4da4f-cf13-483f-bb45-978f2863896e req-507c3a20-c821-4580-a51c-42c353112e9d tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fcdf83c-b9c6-49d6-b1d4-d7caeda4f74f HTTP/1.1" status: 200 len: 210 time: 0.0270157 Feb 15 04:36:36.479824 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:36.610477 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:36:38.709987 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:39.516581 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 34928) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:36:39.673234 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-0ce06f60-860f-46d8-81ba-45b70eef3f70 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Deleting port 7eb82f4f-5cc8-4a9f-b5b3-33e891394c90 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:36:39.673577 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0ce06f60-860f-46d8-81ba-45b70eef3f70 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (7eb82f4f-5cc8-4a9f-b5b3-33e891394c90), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:39.748086 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0ce06f60-860f-46d8-81ba-45b70eef3f70 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (7eb82f4f-5cc8-4a9f-b5b3-33e891394c90), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:39.748408 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0ce06f60-860f-46d8-81ba-45b70eef3f70 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for floatingip (7eb82f4f-5cc8-4a9f-b5b3-33e891394c90), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:39.760927 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-0ce06f60-860f-46d8-81ba-45b70eef3f70 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Calling delete_port for 7eb82f4f-5cc8-4a9f-b5b3-33e891394c90 owned by network:floatingip {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:36:39.815523 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:39.910156 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0ce06f60-860f-46d8-81ba-45b70eef3f70 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (7eb82f4f-5cc8-4a9f-b5b3-33e891394c90), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:39.934128 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce06f60-860f-46d8-81ba-45b70eef3f70 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Pushing event deleted for resources: {'Port': ['ID=7eb82f4f-5cc8-4a9f-b5b3-33e891394c90,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:36:39.959191 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device c1ec4e12-705b-4b78-9551-a7cb48a801c8 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:36:39.978435 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] No Port match for: c1ec4e12-705b-4b78-9551-a7cb48a801c8 {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:36:39.978782 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device c1ec4e12-705b-4b78-9551-a7cb48a801c8 not bound to the agent host hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:36:39.996686 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0ce06f60-860f-46d8-81ba-45b70eef3f70 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for floatingip (8dab0e57-f8a7-470b-b687-327116a0dcdf), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:39.997047 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.db.l3_db [None req-0ce06f60-860f-46d8-81ba-45b70eef3f70 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Floating IP 8dab0e57-f8a7-470b-b687-327116a0dcdf disassociated (deleted). External IP: 172.27.1.58, port: ad381897-0664-4940-8ca2-2fcfdaa2250f. Feb 15 04:36:40.204676 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce06f60-860f-46d8-81ba-45b70eef3f70 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Router 41e7748f-650f-4151-8f2f-d9acdce02b57 has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:36:40.310768 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce06f60-860f-46d8-81ba-45b70eef3f70 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:36:40.315575 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0ce06f60-860f-46d8-81ba-45b70eef3f70 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for floatingip (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:40.321674 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72340a7-99f3-4e14-bf34-ba5afa8b1894 None None] Sync routers for ids ['41e7748f-650f-4151-8f2f-d9acdce02b57'] in dv-cinder-816104-2-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:36:40.331425 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72340a7-99f3-4e14-bf34-ba5afa8b1894 None None] Routers {'41e7748f-650f-4151-8f2f-d9acdce02b57'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:36:40.332041 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-d72340a7-99f3-4e14-bf34-ba5afa8b1894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:36:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['41e7748f-650f-4151-8f2f-d9acdce02b57'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:36:40.345470 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-0ce06f60-860f-46d8-81ba-45b70eef3f70 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "DELETE /v2.0/floatingips/8dab0e57-f8a7-470b-b687-327116a0dcdf HTTP/1.1" status: 204 len: 168 time: 0.8277917 Feb 15 04:36:40.346067 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884ded66-8e3c-413d-b360-0f2024256a72', 'tag': 'ad381897-0664-4940-8ca2-2fcfdaa2250f'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:36:40.348288 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4a861d-39da-4a09-be63-b98def0a27bf" -d '{"events": [{"name": "network-changed", "server_uuid": "884ded66-8e3c-413d-b360-0f2024256a72", "tag": "ad381897-0664-4940-8ca2-2fcfdaa2250f"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:36:40.387369 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3725a1-d714-4043-aaa0-55f86f82d1b4 x-openstack-request-id: req-cd3725a1-d714-4043-aaa0-55f86f82d1b4 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:36:40.388289 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884ded66-8e3c-413d-b360-0f2024256a72", "tag": "ad381897-0664-4940-8ca2-2fcfdaa2250f", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:36:40.388777 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cd3725a1-d714-4043-aaa0-55f86f82d1b4 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:36:40.389202 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884ded66-8e3c-413d-b360-0f2024256a72', 'tag': 'ad381897-0664-4940-8ca2-2fcfdaa2250f', 'status': 'completed', 'code': 200} Feb 15 04:36:40.447546 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-d72340a7-99f3-4e14-bf34-ba5afa8b1894 None None] Set router 41e7748f-650f-4151-8f2f-d9acdce02b57 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:36:40.457772 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a861d-39da-4a09-be63-b98def0a27bf req-5fd02658-36a9-4f8a-a783-5cb55c0b834e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:36:40.459851 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dc4a861d-39da-4a09-be63-b98def0a27bf req-5fd02658-36a9-4f8a-a783-5cb55c0b834e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35abc0d9f3874ffd9bfc3e12d88497c8&device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 1130 time: 0.0475371 Feb 15 04:36:40.588745 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a861d-39da-4a09-be63-b98def0a27bf req-6b2902b1-1280-4262-8e83-5b6b1bc87107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:36:40.590118 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dc4a861d-39da-4a09-be63-b98def0a27bf req-6b2902b1-1280-4262-8e83-5b6b1bc87107 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4287db8-7eb1-4b55-9815-94bfd52e6a07 HTTP/1.1" status: 200 len: 912 time: 0.1230202 Feb 15 04:36:40.640027 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326c3f2-7373-4b7b-97a1-3766eb98c234 req-dfce97ad-efa3-4876-89d6-97fcda7d06f0 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:36:40.641495 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1326c3f2-7373-4b7b-97a1-3766eb98c234 req-dfce97ad-efa3-4876-89d6-97fcda7d06f0 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 946 time: 0.1002820 Feb 15 04:36:40.642701 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dc4a861d-39da-4a09-be63-b98def0a27bf req-403f756a-ea2c-4d5b-a2da-d4d2fc15d4b1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad381897-0664-4940-8ca2-2fcfdaa2250f HTTP/1.1" status: 200 len: 217 time: 0.0451565 Feb 15 04:36:40.658566 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-d72340a7-99f3-4e14-bf34-ba5afa8b1894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'name': 'tempest-TestVolumeBootPattern-2103454828-router', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:12Z', 'updated_at': '2022-02-15T04:28:15Z', 'revision_number': 4, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'gw_port': {'id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:13Z', 'updated_at': '2022-02-15T04:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '2937b8f6-f072-4b13-9128-38cbe2b73cdc', 'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'mac_address': 'fa:16:3e:fe:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:14Z', 'updated_at': '2022-02-15T04:28:19Z', 'revision_number': 5, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'subnets': [{'id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:36:40.685620 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72340a7-99f3-4e14-bf34-ba5afa8b1894 None None] Checking router: 41e7748f-650f-4151-8f2f-d9acdce02b57 for host: dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:36:40.693932 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72340a7-99f3-4e14-bf34-ba5afa8b1894 None None] Routers {'41e7748f-650f-4151-8f2f-d9acdce02b57'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:36:40.694552 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-d72340a7-99f3-4e14-bf34-ba5afa8b1894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:36:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['41e7748f-650f-4151-8f2f-d9acdce02b57'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:36:40.725826 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a861d-39da-4a09-be63-b98def0a27bf req-c4e47539-3284-41a4-9cb0-8828a8059909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:36:40.727269 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dc4a861d-39da-4a09-be63-b98def0a27bf req-c4e47539-3284-41a4-9cb0-8828a8059909 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f97f1759-e368-4358-a87b-0867da6a151d HTTP/1.1" status: 200 len: 851 time: 0.0734787 Feb 15 04:36:40.731250 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-1326c3f2-7373-4b7b-97a1-3766eb98c234 req-c63dd29f-8a2b-4863-9571-022c9733ee8a tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840235 Feb 15 04:36:40.777626 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a861d-39da-4a09-be63-b98def0a27bf req-5bb951ec-8f92-4a5e-82c9-c9cf1e0230ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:36:40.779132 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dc4a861d-39da-4a09-be63-b98def0a27bf req-5bb951ec-8f92-4a5e-82c9-c9cf1e0230ff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4287db8-7eb1-4b55-9815-94bfd52e6a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454898 Feb 15 04:36:40.804467 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-d72340a7-99f3-4e14-bf34-ba5afa8b1894 None None] Set router 41e7748f-650f-4151-8f2f-d9acdce02b57 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:36:40.867638 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dc4a861d-39da-4a09-be63-b98def0a27bf req-eeeb8c01-79e3-4757-928a-77e15e50301f service neutron] 10.222.0.59 "GET /v2.0/networks/a4287db8-7eb1-4b55-9815-94bfd52e6a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814793 Feb 15 04:36:40.960559 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-dc4a861d-39da-4a09-be63-b98def0a27bf req-c3b71eed-7757-4f5c-9b97-1840bb8ef9ed service neutron] 10.222.0.59 "GET /v2.0/networks/a4287db8-7eb1-4b55-9815-94bfd52e6a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844331 Feb 15 04:36:41.008798 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-d72340a7-99f3-4e14-bf34-ba5afa8b1894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'name': 'tempest-TestVolumeBootPattern-2103454828-router', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:12Z', 'updated_at': '2022-02-15T04:28:15Z', 'revision_number': 4, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'gw_port': {'id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:13Z', 'updated_at': '2022-02-15T04:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '2937b8f6-f072-4b13-9128-38cbe2b73cdc', 'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'mac_address': 'fa:16:3e:fe:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:14Z', 'updated_at': '2022-02-15T04:28:19Z', 'revision_number': 5, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'subnets': [{'id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:36:41.034506 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72340a7-99f3-4e14-bf34-ba5afa8b1894 None None] The sync data for ids ['41e7748f-650f-4151-8f2f-d9acdce02b57'] in dv-cinder-816104-2-iscsi is: [{'id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'name': 'tempest-TestVolumeBootPattern-2103454828-router', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:12Z', 'updated_at': '2022-02-15T04:28:15Z', 'revision_number': 4, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'gw_port': {'id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:13Z', 'updated_at': '2022-02-15T04:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '2937b8f6-f072-4b13-9128-38cbe2b73cdc', 'name': '', 'network_id': 'a4287db8-7eb1-4b55-9815-94bfd52e6a07', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'mac_address': 'fa:16:3e:fe:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:14Z', 'updated_at': '2022-02-15T04:28:19Z', 'revision_number': 5, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'subnets': [{'id': 'f97f1759-e368-4358-a87b-0867da6a151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:36:41.236188 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a9f163-46b4-45de-b2ac-2fa25f21aa41 None None] New status for floating IP 8dab0e57-f8a7-470b-b687-327116a0dcdf: DOWN {{(pid=102636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 04:36:41.860506 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:41.860767 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81bc6c-941b-4421-b38c-7d088bb78e1c req-08140ac4-a6c2-4547-8736-de16069779c7 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:36:41.862261 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-bb81bc6c-941b-4421-b38c-7d088bb78e1c req-08140ac4-a6c2-4547-8736-de16069779c7 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 946 time: 0.0584512 Feb 15 04:36:41.909476 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-bb81bc6c-941b-4421-b38c-7d088bb78e1c req-17d7c3dd-e88f-44dc-97ce-f7cfd6e7754e tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/security-groups?id=5732b70d-5e34-420a-8175-8be42da66a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416844 Feb 15 04:36:42.195697 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f5e40-8205-46f9-919f-788128a07c2c req-5501e1c1-68a5-4e57-8f29-be8b4b84f3da tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:36:42.197152 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6b4f5e40-8205-46f9-919f-788128a07c2c req-5501e1c1-68a5-4e57-8f29-be8b4b84f3da tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.59 "GET /v2.0/ports?device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 946 time: 0.0511563 Feb 15 04:36:42.291149 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-6b4f5e40-8205-46f9-919f-788128a07c2c req-48e4ba25-f6af-4e3a-86d4-d759a93dc727 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Deleting port ad381897-0664-4940-8ca2-2fcfdaa2250f {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:36:42.291489 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-6b4f5e40-8205-46f9-919f-788128a07c2c req-48e4ba25-f6af-4e3a-86d4-d759a93dc727 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (ad381897-0664-4940-8ca2-2fcfdaa2250f), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:42.375736 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-6b4f5e40-8205-46f9-919f-788128a07c2c req-48e4ba25-f6af-4e3a-86d4-d759a93dc727 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] For port ad381897-0664-4940-8ca2-2fcfdaa2250f, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=ad381897-0664-4940-8ca2-2fcfdaa2250f,segment=NetworkSegment(69ef6e31-22a4-4747-8c70-1fda15e89f05),segment_id=69ef6e31-22a4-4747-8c70-1fda15e89f05)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:36:42.376014 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-6b4f5e40-8205-46f9-919f-788128a07c2c req-48e4ba25-f6af-4e3a-86d4-d759a93dc727 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (ad381897-0664-4940-8ca2-2fcfdaa2250f), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:42.389036 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-6b4f5e40-8205-46f9-919f-788128a07c2c req-48e4ba25-f6af-4e3a-86d4-d759a93dc727 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Calling delete_port for ad381897-0664-4940-8ca2-2fcfdaa2250f owned by compute:nova {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:36:42.514699 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-6b4f5e40-8205-46f9-919f-788128a07c2c req-48e4ba25-f6af-4e3a-86d4-d759a93dc727 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (ad381897-0664-4940-8ca2-2fcfdaa2250f), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:42.540168 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4ba25-f6af-4e3a-86d4-d759a93dc727 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Pushing event deleted for resources: {'Port': ['ID=ad381897-0664-4940-8ca2-2fcfdaa2250f,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:36:42.587238 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4f5e40-8205-46f9-919f-788128a07c2c req-48e4ba25-f6af-4e3a-86d4-d759a93dc727 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] No DVR routers for this DVR port ad381897-0664-4940-8ca2-2fcfdaa2250f on host hv-cinder-81610 {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:36:42.589780 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-6b4f5e40-8205-46f9-919f-788128a07c2c req-48e4ba25-f6af-4e3a-86d4-d759a93dc727 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:42.593264 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-6b4f5e40-8205-46f9-919f-788128a07c2c req-48e4ba25-f6af-4e3a-86d4-d759a93dc727 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.59 "DELETE /v2.0/ports/ad381897-0664-4940-8ca2-2fcfdaa2250f HTTP/1.1" status: 204 len: 173 time: 0.3898818 Feb 15 04:36:42.594876 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884ded66-8e3c-413d-b360-0f2024256a72', 'name': 'network-vif-deleted', 'tag': 'ad381897-0664-4940-8ca2-2fcfdaa2250f'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:36:42.595909 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bac965e-4241-444f-962e-72c5466be410" -d '{"events": [{"server_uuid": "884ded66-8e3c-413d-b360-0f2024256a72", "name": "network-vif-deleted", "tag": "ad381897-0664-4940-8ca2-2fcfdaa2250f"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:36:42.632353 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967433c8-9af0-40ef-8956-baf633d2d4f0 x-openstack-request-id: req-967433c8-9af0-40ef-8956-baf633d2d4f0 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:36:42.632769 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884ded66-8e3c-413d-b360-0f2024256a72", "name": "network-vif-deleted", "tag": "ad381897-0664-4940-8ca2-2fcfdaa2250f", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:36:42.632887 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-967433c8-9af0-40ef-8956-baf633d2d4f0 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:36:42.633320 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884ded66-8e3c-413d-b360-0f2024256a72', 'name': 'network-vif-deleted', 'tag': 'ad381897-0664-4940-8ca2-2fcfdaa2250f', 'status': 'completed', 'code': 200} Feb 15 04:36:43.018515 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-a0897ec7-bd88-4be4-b16f-2f58ec377c18 req-95663600-6993-43c8-97cd-4737d589ee0f tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "GET /v2.0/ports?device_id=884ded66-8e3c-413d-b360-0f2024256a72 HTTP/1.1" status: 200 len: 210 time: 0.0281310 Feb 15 04:36:44.074882 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 34944) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:36:44.193833 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-058d510d-edd1-471b-9d3f-fb5810dab045 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Deleting port 1da32648-a52c-4b9a-9414-87d0ca709b74 {{(pid=102634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:36:44.194329 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-058d510d-edd1-471b-9d3f-fb5810dab045 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (1da32648-a52c-4b9a-9414-87d0ca709b74), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:44.268552 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-058d510d-edd1-471b-9d3f-fb5810dab045 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (1da32648-a52c-4b9a-9414-87d0ca709b74), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:44.268873 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-058d510d-edd1-471b-9d3f-fb5810dab045 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for floatingip (1da32648-a52c-4b9a-9414-87d0ca709b74), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:44.280197 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-058d510d-edd1-471b-9d3f-fb5810dab045 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Calling delete_port for 1da32648-a52c-4b9a-9414-87d0ca709b74 owned by network:floatingip {{(pid=102634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:36:44.402557 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-058d510d-edd1-471b-9d3f-fb5810dab045 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5688251'] for port (1da32648-a52c-4b9a-9414-87d0ca709b74), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:44.427663 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d510d-edd1-471b-9d3f-fb5810dab045 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Pushing event deleted for resources: {'Port': ['ID=1da32648-a52c-4b9a-9414-87d0ca709b74,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:36:44.437815 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d510d-edd1-471b-9d3f-fb5810dab045 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:44.438169 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d510d-edd1-471b-9d3f-fb5810dab045 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:44.438520 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d510d-edd1-471b-9d3f-fb5810dab045 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:44.438880 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d510d-edd1-471b-9d3f-fb5810dab045 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:44.439189 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d510d-edd1-471b-9d3f-fb5810dab045 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:44.439922 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d510d-edd1-471b-9d3f-fb5810dab045 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:44.439922 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d510d-edd1-471b-9d3f-fb5810dab045 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:44.440130 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d510d-edd1-471b-9d3f-fb5810dab045 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:44.440447 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d510d-edd1-471b-9d3f-fb5810dab045 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:44.440769 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d510d-edd1-471b-9d3f-fb5810dab045 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:44.441119 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d510d-edd1-471b-9d3f-fb5810dab045 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:44.441440 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d510d-edd1-471b-9d3f-fb5810dab045 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:44.441756 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d510d-edd1-471b-9d3f-fb5810dab045 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:44.500455 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-058d510d-edd1-471b-9d3f-fb5810dab045 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for floatingip (d34e4c9b-fe3c-4644-8fc7-5510dc406766), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:44.502949 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-058d510d-edd1-471b-9d3f-fb5810dab045 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for floatingip (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:44.504081 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-058d510d-edd1-471b-9d3f-fb5810dab045 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "DELETE /v2.0/floatingips/d34e4c9b-fe3c-4644-8fc7-5510dc406766 HTTP/1.1" status: 204 len: 168 time: 0.4282169 Feb 15 04:36:45.691685 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 34956) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:36:45.750571 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6e118699-84be-4eae-b1cc-f75035aab965 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for security_group (5732b70d-5e34-420a-8175-8be42da66a8d), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:45.775182 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6e118699-84be-4eae-b1cc-f75035aab965 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for security_group (5732b70d-5e34-420a-8175-8be42da66a8d), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:45.834198 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6e118699-84be-4eae-b1cc-f75035aab965 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (5732b70d-5e34-420a-8175-8be42da66a8d), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:45.837459 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6e118699-84be-4eae-b1cc-f75035aab965 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:45.838604 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-6e118699-84be-4eae-b1cc-f75035aab965 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] 10.222.0.45 "DELETE /v2.0/security-groups/5732b70d-5e34-420a-8175-8be42da66a8d HTTP/1.1" status: 204 len: 168 time: 0.1459444 Feb 15 04:36:45.848353 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e118699-84be-4eae-b1cc-f75035aab965 tempest-TestVolumeBootPattern-1051022136 tempest-TestVolumeBootPattern-1051022136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5732b70d-5e34-420a-8175-8be42da66a8d,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:36:45.901525 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 34960) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:36:45.974037 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device ad381897-0664-4940-8ca2-2fcfdaa2250f no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:36:45.993691 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] No Port match for: ad381897-0664-4940-8ca2-2fcfdaa2250f {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:36:45.994035 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device ad381897-0664-4940-8ca2-2fcfdaa2250f not bound to the agent host hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:36:46.328393 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d680d2d3-f042-4094-9a9f-618cd8143ca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639284'] for router_interface (41e7748f-650f-4151-8f2f-d9acdce02b57), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:46.843568 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-d680d2d3-f042-4094-9a9f-618cd8143ca4 admin admin] Deleting port 2937b8f6-f072-4b13-9128-38cbe2b73cdc {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:36:46.844256 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d680d2d3-f042-4094-9a9f-618cd8143ca4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (2937b8f6-f072-4b13-9128-38cbe2b73cdc), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:46.923069 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-d680d2d3-f042-4094-9a9f-618cd8143ca4 admin admin] For port 2937b8f6-f072-4b13-9128-38cbe2b73cdc, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=2937b8f6-f072-4b13-9128-38cbe2b73cdc,segment=NetworkSegment(69ef6e31-22a4-4747-8c70-1fda15e89f05),segment_id=69ef6e31-22a4-4747-8c70-1fda15e89f05)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:36:46.923427 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d680d2d3-f042-4094-9a9f-618cd8143ca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (2937b8f6-f072-4b13-9128-38cbe2b73cdc), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:46.934724 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-d680d2d3-f042-4094-9a9f-618cd8143ca4 admin admin] Calling delete_port for 2937b8f6-f072-4b13-9128-38cbe2b73cdc owned by network:router_interface {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:36:47.111296 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d680d2d3-f042-4094-9a9f-618cd8143ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (2937b8f6-f072-4b13-9128-38cbe2b73cdc), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:47.135594 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680d2d3-f042-4094-9a9f-618cd8143ca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2937b8f6-f072-4b13-9128-38cbe2b73cdc,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:36:47.303596 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d680d2d3-f042-4094-9a9f-618cd8143ca4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-713588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639392'] for router_interface (41e7748f-650f-4151-8f2f-d9acdce02b57), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:47.515635 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d680d2d3-f042-4094-9a9f-618cd8143ca4 admin admin] Router 41e7748f-650f-4151-8f2f-d9acdce02b57 has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:36:47.620594 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d680d2d3-f042-4094-9a9f-618cd8143ca4 admin admin] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:36:47.625564 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-d680d2d3-f042-4094-9a9f-618cd8143ca4 admin admin] 10.222.0.45 "PUT /v2.0/routers/41e7748f-650f-4151-8f2f-d9acdce02b57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7230275 Feb 15 04:36:47.628099 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 34964) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:36:47.630702 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f89f985-d672-4024-99cf-7c980d912bc5 None None] Sync routers for ids ['41e7748f-650f-4151-8f2f-d9acdce02b57'] in dv-cinder-816104-2-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:36:47.640841 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f89f985-d672-4024-99cf-7c980d912bc5 None None] Routers {'41e7748f-650f-4151-8f2f-d9acdce02b57'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:36:47.641497 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-1f89f985-d672-4024-99cf-7c980d912bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:36:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['41e7748f-650f-4151-8f2f-d9acdce02b57'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:36:47.731368 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c907beca-a64b-4a52-b37e-44b71ab55a54 admin admin] Publish callbacks [] for router (41e7748f-650f-4151-8f2f-d9acdce02b57), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:47.748413 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-1f89f985-d672-4024-99cf-7c980d912bc5 None None] Set router 41e7748f-650f-4151-8f2f-d9acdce02b57 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:36:47.835561 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c907beca-a64b-4a52-b37e-44b71ab55a54 admin admin] Publish callbacks [] for router_gateway (41e7748f-650f-4151-8f2f-d9acdce02b57), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:47.889614 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c907beca-a64b-4a52-b37e-44b71ab55a54 admin admin] Deleting port 96546c0c-27ba-42bf-8341-a53e7245dc0e {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:36:47.890338 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c907beca-a64b-4a52-b37e-44b71ab55a54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (96546c0c-27ba-42bf-8341-a53e7245dc0e), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:47.926265 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-1f89f985-d672-4024-99cf-7c980d912bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'name': 'tempest-TestVolumeBootPattern-2103454828-router', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:12Z', 'updated_at': '2022-02-15T04:36:47Z', 'revision_number': 5, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'gw_port': {'id': '96546c0c-27ba-42bf-8341-a53e7245dc0e', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:13Z', 'updated_at': '2022-02-15T04:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:36:47.952625 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f89f985-d672-4024-99cf-7c980d912bc5 None None] Checking router: 41e7748f-650f-4151-8f2f-d9acdce02b57 for host: dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:36:47.960820 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f89f985-d672-4024-99cf-7c980d912bc5 None None] Routers {'41e7748f-650f-4151-8f2f-d9acdce02b57'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:36:47.961456 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-1f89f985-d672-4024-99cf-7c980d912bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:36:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['41e7748f-650f-4151-8f2f-d9acdce02b57'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:36:47.965174 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-c907beca-a64b-4a52-b37e-44b71ab55a54 admin admin] For port 96546c0c-27ba-42bf-8341-a53e7245dc0e, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=96546c0c-27ba-42bf-8341-a53e7245dc0e,segment=NetworkSegment(5a34016a-0f1f-4003-98e1-68134538d335),segment_id=5a34016a-0f1f-4003-98e1-68134538d335)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:36:47.965530 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c907beca-a64b-4a52-b37e-44b71ab55a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (96546c0c-27ba-42bf-8341-a53e7245dc0e), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:47.977610 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c907beca-a64b-4a52-b37e-44b71ab55a54 admin admin] Calling delete_port for 96546c0c-27ba-42bf-8341-a53e7245dc0e owned by network:router_gateway {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:36:48.049586 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-1f89f985-d672-4024-99cf-7c980d912bc5 None None] Set router 41e7748f-650f-4151-8f2f-d9acdce02b57 gateway port host: None {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:36:48.104961 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-1f89f985-d672-4024-99cf-7c980d912bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'name': 'tempest-TestVolumeBootPattern-2103454828-router', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:12Z', 'updated_at': '2022-02-15T04:36:47Z', 'revision_number': 6, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'gw_port_host': None}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:36:48.132129 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f89f985-d672-4024-99cf-7c980d912bc5 None None] The sync data for ids ['41e7748f-650f-4151-8f2f-d9acdce02b57'] in dv-cinder-816104-2-iscsi is: [{'id': '41e7748f-650f-4151-8f2f-d9acdce02b57', 'name': 'tempest-TestVolumeBootPattern-2103454828-router', 'tenant_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:12Z', 'updated_at': '2022-02-15T04:36:47Z', 'revision_number': 6, 'project_id': '35abc0d9f3874ffd9bfc3e12d88497c8', 'gw_port_host': None}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:36:48.145283 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c907beca-a64b-4a52-b37e-44b71ab55a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (96546c0c-27ba-42bf-8341-a53e7245dc0e), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:48.176006 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907beca-a64b-4a52-b37e-44b71ab55a54 admin admin] Pushing event deleted for resources: {'Port': ['ID=96546c0c-27ba-42bf-8341-a53e7245dc0e,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:36:48.233232 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c907beca-a64b-4a52-b37e-44b71ab55a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639998'] for router_gateway (41e7748f-650f-4151-8f2f-d9acdce02b57), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:48.321174 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c907beca-a64b-4a52-b37e-44b71ab55a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26553'] for router (41e7748f-650f-4151-8f2f-d9acdce02b57), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:48.323255 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c907beca-a64b-4a52-b37e-44b71ab55a54 admin admin] Publish callbacks [] for router_controller (41e7748f-650f-4151-8f2f-d9acdce02b57), precommit_delete_associations {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:48.367432 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c907beca-a64b-4a52-b37e-44b71ab55a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648786'] for router (41e7748f-650f-4151-8f2f-d9acdce02b57), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:48.367912 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c907beca-a64b-4a52-b37e-44b71ab55a54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41e7748f-650f-4151-8f2f-d9acdce02b57 {{(pid=102633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 04:36:48.372224 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c907beca-a64b-4a52-b37e-44b71ab55a54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:48.373529 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-c907beca-a64b-4a52-b37e-44b71ab55a54 admin admin] 10.222.0.45 "DELETE /v2.0/routers/41e7748f-650f-4151-8f2f-d9acdce02b57 HTTP/1.1" status: 204 len: 168 time: 0.7444875 Feb 15 04:36:48.375963 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 34968) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:36:48.418630 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae06fc6-dc9d-4e8d-99f0-7336ad1557e1 admin admin] Deleting subnet f97f1759-e368-4358-a87b-0867da6a151d {{(pid=102633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 04:36:48.421551 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-dae06fc6-dc9d-4e8d-99f0-7336ad1557e1 admin admin] Publish callbacks [] for subnet (f97f1759-e368-4358-a87b-0867da6a151d), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:48.456571 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-dae06fc6-dc9d-4e8d-99f0-7336ad1557e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5385617'] for subnet (f97f1759-e368-4358-a87b-0867da6a151d), precommit_delete_associations {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:48.535961 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-dae06fc6-dc9d-4e8d-99f0-7336ad1557e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1732099'] for subnet (f97f1759-e368-4358-a87b-0867da6a151d), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:48.591783 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-dae06fc6-dc9d-4e8d-99f0-7336ad1557e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1730288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5250976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4204894'] for subnet (f97f1759-e368-4358-a87b-0867da6a151d), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:48.616652 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae06fc6-dc9d-4e8d-99f0-7336ad1557e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f97f1759-e368-4358-a87b-0867da6a151d,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:36:48.620309 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-dae06fc6-dc9d-4e8d-99f0-7336ad1557e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:48.623347 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-dae06fc6-dc9d-4e8d-99f0-7336ad1557e1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f97f1759-e368-4358-a87b-0867da6a151d HTTP/1.1" status: 204 len: 168 time: 0.2464592 Feb 15 04:36:48.625878 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 34970) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:36:48.626695 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9e4d78-709d-48c2-8694-e6adb11d6e3a None None] Network a4287db8-7eb1-4b55-9815-94bfd52e6a07 requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:36:48.692927 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7a1c1c8-1061-448f-bdae-d8874b293aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756036'] for network (a4287db8-7eb1-4b55-9815-94bfd52e6a07), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:48.748088 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-b7a1c1c8-1061-448f-bdae-d8874b293aba admin admin] Deleting port 228d5895-1cfb-4a6a-bf1e-a83f06d23b5e {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:36:48.748429 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7a1c1c8-1061-448f-bdae-d8874b293aba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (228d5895-1cfb-4a6a-bf1e-a83f06d23b5e), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:48.813527 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-b7a1c1c8-1061-448f-bdae-d8874b293aba admin admin] For port 228d5895-1cfb-4a6a-bf1e-a83f06d23b5e, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=228d5895-1cfb-4a6a-bf1e-a83f06d23b5e,segment=NetworkSegment(69ef6e31-22a4-4747-8c70-1fda15e89f05),segment_id=69ef6e31-22a4-4747-8c70-1fda15e89f05)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:36:48.813824 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7a1c1c8-1061-448f-bdae-d8874b293aba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (228d5895-1cfb-4a6a-bf1e-a83f06d23b5e), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:48.826491 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-b7a1c1c8-1061-448f-bdae-d8874b293aba admin admin] Calling delete_port for 228d5895-1cfb-4a6a-bf1e-a83f06d23b5e owned by network:dhcp {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:36:48.906382 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6809d2e3-419c-48a6-8667-ec130d648ceb None None] DHCP port deletion for a4287db8-7eb1-4b55-9815-94bfd52e6a07 request from dv-cinder-816104-2-iscsi {{(pid=102635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 04:36:48.910184 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7a1c1c8-1061-448f-bdae-d8874b293aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (228d5895-1cfb-4a6a-bf1e-a83f06d23b5e), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:48.944393 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1c1c8-1061-448f-bdae-d8874b293aba admin admin] Pushing event deleted for resources: {'Port': ['ID=228d5895-1cfb-4a6a-bf1e-a83f06d23b5e,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:36:48.946205 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a1c1c8-1061-448f-bdae-d8874b293aba admin admin] No DVR routers for this DVR port 228d5895-1cfb-4a6a-bf1e-a83f06d23b5e on host dv-cinder-816104-2-iscsi {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:36:49.023725 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7a1c1c8-1061-448f-bdae-d8874b293aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725060', 'neutron.services.segments.db._delete_segments_for_network-8734710277232'] for network (a4287db8-7eb1-4b55-9815-94bfd52e6a07), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:49.044621 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-b7a1c1c8-1061-448f-bdae-d8874b293aba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4287db8-7eb1-4b55-9815-94bfd52e6a07']}} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:36:49.055298 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-b7a1c1c8-1061-448f-bdae-d8874b293aba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ef6e31-22a4-4747-8c70-1fda15e89f05') {'for_net_delete': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:36:49.055613 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-b7a1c1c8-1061-448f-bdae-d8874b293aba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ef6e31-22a4-4747-8c70-1fda15e89f05') {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:36:49.065613 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7a1c1c8-1061-448f-bdae-d8874b293aba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734710278521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5385642'] for segment (69ef6e31-22a4-4747-8c70-1fda15e89f05), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:49.079313 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7a1c1c8-1061-448f-bdae-d8874b293aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (69ef6e31-22a4-4747-8c70-1fda15e89f05), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:49.086581 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a1c1c8-1061-448f-bdae-d8874b293aba admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 04:36:49.086955 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7a1c1c8-1061-448f-bdae-d8874b293aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5250842'] for segment (69ef6e31-22a4-4747-8c70-1fda15e89f05), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:49.088642 dv-cinder-816104-2-iscsi neutron-server[102633]: Traceback (most recent call last): Feb 15 04:36:49.088642 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 04:36:49.088642 dv-cinder-816104-2-iscsi neutron-server[102633]: timer() Feb 15 04:36:49.088642 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 04:36:49.088642 dv-cinder-816104-2-iscsi neutron-server[102633]: cb(*args, **kw) Feb 15 04:36:49.088642 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 04:36:49.088642 dv-cinder-816104-2-iscsi neutron-server[102633]: return func(*args, **kwargs) Feb 15 04:36:49.088642 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 04:36:49.088642 dv-cinder-816104-2-iscsi neutron-server[102633]: self._notify() Feb 15 04:36:49.088642 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 04:36:49.088642 dv-cinder-816104-2-iscsi neutron-server[102633]: self.callback(batched_events) Feb 15 04:36:49.088642 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 04:36:49.088642 dv-cinder-816104-2-iscsi neutron-server[102633]: event.method(event) Feb 15 04:36:49.088642 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 04:36:49.088642 dv-cinder-816104-2-iscsi neutron-server[102633]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 04:36:49.088642 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 04:36:49.088642 dv-cinder-816104-2-iscsi neutron-server[102633]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 04:36:49.088642 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 04:36:49.088642 dv-cinder-816104-2-iscsi neutron-server[102633]: return f(self, *a, **k) Feb 15 04:36:49.088642 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 04:36:49.088642 dv-cinder-816104-2-iscsi neutron-server[102633]: return self._get(url).json() Feb 15 04:36:49.088642 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 04:36:49.088642 dv-cinder-816104-2-iscsi neutron-server[102633]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 04:36:49.088642 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 04:36:49.088642 dv-cinder-816104-2-iscsi neutron-server[102633]: return self.request(url, 'GET', **kwargs) Feb 15 04:36:49.088642 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 04:36:49.088642 dv-cinder-816104-2-iscsi neutron-server[102633]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 04:36:49.088642 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 04:36:49.088642 dv-cinder-816104-2-iscsi neutron-server[102633]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 04:36:49.088642 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 04:36:49.088642 dv-cinder-816104-2-iscsi neutron-server[102633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 04:36:49.088642 dv-cinder-816104-2-iscsi neutron-server[102633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 04:36:49.148385 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7a1c1c8-1061-448f-bdae-d8874b293aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639526'] for network (a4287db8-7eb1-4b55-9815-94bfd52e6a07), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:49.155906 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7a1c1c8-1061-448f-bdae-d8874b293aba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:49.159190 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-b7a1c1c8-1061-448f-bdae-d8874b293aba admin admin] 10.222.0.45 "DELETE /v2.0/networks/a4287db8-7eb1-4b55-9815-94bfd52e6a07 HTTP/1.1" status: 204 len: 168 time: 0.5324152 Feb 15 04:36:49.162284 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 34972) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:36:49.170103 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1c1c8-1061-448f-bdae-d8874b293aba admin admin] Pushing event deleted for resources: {'Network': ['ID=a4287db8-7eb1-4b55-9815-94bfd52e6a07,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:36:49.507706 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ebcce50e-0c46-40b5-b172-970ac000b639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639284'] for router_interface (dd066c4e-7f40-4020-8c2b-40bf0579f5ff), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:49.941071 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-ebcce50e-0c46-40b5-b172-970ac000b639 admin admin] Deleting port 96067adf-2a02-4a8e-8394-6a3b3ee5cbfd {{(pid=102634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:36:49.941405 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ebcce50e-0c46-40b5-b172-970ac000b639 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (96067adf-2a02-4a8e-8394-6a3b3ee5cbfd), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:50.015444 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-ebcce50e-0c46-40b5-b172-970ac000b639 admin admin] For port 96067adf-2a02-4a8e-8394-6a3b3ee5cbfd, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=96067adf-2a02-4a8e-8394-6a3b3ee5cbfd,segment=NetworkSegment(2e476020-ff9c-4ddc-b33b-9a7ba10293eb),segment_id=2e476020-ff9c-4ddc-b33b-9a7ba10293eb)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:36:50.015791 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ebcce50e-0c46-40b5-b172-970ac000b639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (96067adf-2a02-4a8e-8394-6a3b3ee5cbfd), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:50.027795 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-ebcce50e-0c46-40b5-b172-970ac000b639 admin admin] Calling delete_port for 96067adf-2a02-4a8e-8394-6a3b3ee5cbfd owned by network:router_interface {{(pid=102634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:36:50.129740 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 2937b8f6-f072-4b13-9128-38cbe2b73cdc no longer exists at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:36:50.150649 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] No Port match for: 2937b8f6-f072-4b13-9128-38cbe2b73cdc {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:36:50.150993 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 2937b8f6-f072-4b13-9128-38cbe2b73cdc not bound to the agent host dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:36:50.151413 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 96546c0c-27ba-42bf-8341-a53e7245dc0e no longer exists at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:36:50.170610 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] No Port match for: 96546c0c-27ba-42bf-8341-a53e7245dc0e {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:36:50.171231 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 96546c0c-27ba-42bf-8341-a53e7245dc0e not bound to the agent host dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:36:50.171836 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 228d5895-1cfb-4a6a-bf1e-a83f06d23b5e no longer exists at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:36:50.196204 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] No Port match for: 228d5895-1cfb-4a6a-bf1e-a83f06d23b5e {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:36:50.196465 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 228d5895-1cfb-4a6a-bf1e-a83f06d23b5e not bound to the agent host dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:36:50.216491 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ebcce50e-0c46-40b5-b172-970ac000b639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5688251'] for port (96067adf-2a02-4a8e-8394-6a3b3ee5cbfd), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:50.243562 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcce50e-0c46-40b5-b172-970ac000b639 admin admin] Pushing event deleted for resources: {'Port': ['ID=96067adf-2a02-4a8e-8394-6a3b3ee5cbfd,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:36:50.408311 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ebcce50e-0c46-40b5-b172-970ac000b639 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-713588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639392'] for router_interface (dd066c4e-7f40-4020-8c2b-40bf0579f5ff), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:50.618910 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcce50e-0c46-40b5-b172-970ac000b639 admin admin] Router dd066c4e-7f40-4020-8c2b-40bf0579f5ff has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:36:50.724345 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcce50e-0c46-40b5-b172-970ac000b639 admin admin] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:36:50.729329 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-ebcce50e-0c46-40b5-b172-970ac000b639 admin admin] 10.222.0.45 "PUT /v2.0/routers/dd066c4e-7f40-4020-8c2b-40bf0579f5ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5657070 Feb 15 04:36:50.731795 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 34974) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:36:50.733594 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759bf6ae-6728-4e07-bca8-a6beb5cf3ac7 None None] Sync routers for ids ['dd066c4e-7f40-4020-8c2b-40bf0579f5ff'] in dv-cinder-816104-2-iscsi {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:36:50.743968 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759bf6ae-6728-4e07-bca8-a6beb5cf3ac7 None None] Routers {'dd066c4e-7f40-4020-8c2b-40bf0579f5ff'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:36:50.744570 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-759bf6ae-6728-4e07-bca8-a6beb5cf3ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:36:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['dd066c4e-7f40-4020-8c2b-40bf0579f5ff'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:36:50.837587 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-32824813-219c-41cd-afb0-5891f8242ee6 admin admin] Publish callbacks [] for router (dd066c4e-7f40-4020-8c2b-40bf0579f5ff), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:50.847361 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-759bf6ae-6728-4e07-bca8-a6beb5cf3ac7 None None] Set router dd066c4e-7f40-4020-8c2b-40bf0579f5ff gateway port host: dv-cinder-816104-2-iscsi {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:36:50.941510 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-32824813-219c-41cd-afb0-5891f8242ee6 admin admin] Publish callbacks [] for router_gateway (dd066c4e-7f40-4020-8c2b-40bf0579f5ff), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:50.993788 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-32824813-219c-41cd-afb0-5891f8242ee6 admin admin] Deleting port ba314bb5-edb1-4613-bf61-b70d11cf5b02 {{(pid=102634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:36:50.994127 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-32824813-219c-41cd-afb0-5891f8242ee6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (ba314bb5-edb1-4613-bf61-b70d11cf5b02), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:51.019345 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-759bf6ae-6728-4e07-bca8-a6beb5cf3ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd066c4e-7f40-4020-8c2b-40bf0579f5ff', 'name': 'tempest-TestVolumeBootPattern-699950801-router', 'tenant_id': 'b633b33a6da341e0b9ad7579d4fa0f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ba314bb5-edb1-4613-bf61-b70d11cf5b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:17Z', 'updated_at': '2022-02-15T04:36:50Z', 'revision_number': 5, 'project_id': 'b633b33a6da341e0b9ad7579d4fa0f47', 'gw_port': {'id': 'ba314bb5-edb1-4613-bf61-b70d11cf5b02', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:68:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd066c4e-7f40-4020-8c2b-40bf0579f5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:28:17Z', 'updated_at': '2022-02-15T04:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:36:51.048054 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759bf6ae-6728-4e07-bca8-a6beb5cf3ac7 None None] Checking router: dd066c4e-7f40-4020-8c2b-40bf0579f5ff for host: dv-cinder-816104-2-iscsi {{(pid=102636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:36:51.056995 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759bf6ae-6728-4e07-bca8-a6beb5cf3ac7 None None] Routers {'dd066c4e-7f40-4020-8c2b-40bf0579f5ff'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:36:51.057612 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-759bf6ae-6728-4e07-bca8-a6beb5cf3ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:36:36Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['dd066c4e-7f40-4020-8c2b-40bf0579f5ff'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:36:51.069679 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-32824813-219c-41cd-afb0-5891f8242ee6 admin admin] For port ba314bb5-edb1-4613-bf61-b70d11cf5b02, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=ba314bb5-edb1-4613-bf61-b70d11cf5b02,segment=NetworkSegment(5a34016a-0f1f-4003-98e1-68134538d335),segment_id=5a34016a-0f1f-4003-98e1-68134538d335)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:36:51.070036 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-32824813-219c-41cd-afb0-5891f8242ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (ba314bb5-edb1-4613-bf61-b70d11cf5b02), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:51.082582 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-32824813-219c-41cd-afb0-5891f8242ee6 admin admin] Calling delete_port for ba314bb5-edb1-4613-bf61-b70d11cf5b02 owned by network:router_gateway {{(pid=102634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:36:51.223776 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-759bf6ae-6728-4e07-bca8-a6beb5cf3ac7 None None] Set router dd066c4e-7f40-4020-8c2b-40bf0579f5ff gateway port host: None {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:36:51.251062 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-32824813-219c-41cd-afb0-5891f8242ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5688251'] for port (ba314bb5-edb1-4613-bf61-b70d11cf5b02), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:51.274920 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-759bf6ae-6728-4e07-bca8-a6beb5cf3ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd066c4e-7f40-4020-8c2b-40bf0579f5ff', 'name': 'tempest-TestVolumeBootPattern-699950801-router', 'tenant_id': 'b633b33a6da341e0b9ad7579d4fa0f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:17Z', 'updated_at': '2022-02-15T04:36:50Z', 'revision_number': 6, 'project_id': 'b633b33a6da341e0b9ad7579d4fa0f47', 'gw_port_host': None}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:36:51.280577 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32824813-219c-41cd-afb0-5891f8242ee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba314bb5-edb1-4613-bf61-b70d11cf5b02,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:36:51.304195 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759bf6ae-6728-4e07-bca8-a6beb5cf3ac7 None None] The sync data for ids ['dd066c4e-7f40-4020-8c2b-40bf0579f5ff'] in dv-cinder-816104-2-iscsi is: [{'id': 'dd066c4e-7f40-4020-8c2b-40bf0579f5ff', 'name': 'tempest-TestVolumeBootPattern-699950801-router', 'tenant_id': 'b633b33a6da341e0b9ad7579d4fa0f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:28:17Z', 'updated_at': '2022-02-15T04:36:50Z', 'revision_number': 6, 'project_id': 'b633b33a6da341e0b9ad7579d4fa0f47', 'gw_port_host': None}] {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:36:51.343838 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-32824813-219c-41cd-afb0-5891f8242ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639998'] for router_gateway (dd066c4e-7f40-4020-8c2b-40bf0579f5ff), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:51.432453 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-32824813-219c-41cd-afb0-5891f8242ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26553'] for router (dd066c4e-7f40-4020-8c2b-40bf0579f5ff), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:51.434507 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-32824813-219c-41cd-afb0-5891f8242ee6 admin admin] Publish callbacks [] for router_controller (dd066c4e-7f40-4020-8c2b-40bf0579f5ff), precommit_delete_associations {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:51.486812 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-32824813-219c-41cd-afb0-5891f8242ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648786'] for router (dd066c4e-7f40-4020-8c2b-40bf0579f5ff), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:51.487282 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32824813-219c-41cd-afb0-5891f8242ee6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd066c4e-7f40-4020-8c2b-40bf0579f5ff {{(pid=102634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 04:36:51.492857 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-32824813-219c-41cd-afb0-5891f8242ee6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:51.494216 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-32824813-219c-41cd-afb0-5891f8242ee6 admin admin] 10.222.0.45 "DELETE /v2.0/routers/dd066c4e-7f40-4020-8c2b-40bf0579f5ff HTTP/1.1" status: 204 len: 168 time: 0.7612886 Feb 15 04:36:51.496754 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 34976) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:36:51.539868 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9d7331-38e5-4031-a28f-cb4e05c3a4a9 admin admin] Deleting subnet 013e6f4c-8cdc-4ab3-bce9-ad155e209dae {{(pid=102634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 04:36:51.542820 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ce9d7331-38e5-4031-a28f-cb4e05c3a4a9 admin admin] Publish callbacks [] for subnet (013e6f4c-8cdc-4ab3-bce9-ad155e209dae), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:51.580192 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ce9d7331-38e5-4031-a28f-cb4e05c3a4a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5689128'] for subnet (013e6f4c-8cdc-4ab3-bce9-ad155e209dae), precommit_delete_associations {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:51.671638 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ce9d7331-38e5-4031-a28f-cb4e05c3a4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1732099'] for subnet (013e6f4c-8cdc-4ab3-bce9-ad155e209dae), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:51.921938 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ce9d7331-38e5-4031-a28f-cb4e05c3a4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1730288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5688276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6160504'] for subnet (013e6f4c-8cdc-4ab3-bce9-ad155e209dae), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:51.949511 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ce9d7331-38e5-4031-a28f-cb4e05c3a4a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for subnet (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:51.955219 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 34978) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:36:51.955791 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-ce9d7331-38e5-4031-a28f-cb4e05c3a4a9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/013e6f4c-8cdc-4ab3-bce9-ad155e209dae HTTP/1.1" status: 204 len: 168 time: 0.4577157 Feb 15 04:36:51.956558 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d7331-38e5-4031-a28f-cb4e05c3a4a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=013e6f4c-8cdc-4ab3-bce9-ad155e209dae,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:36:51.958328 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7a2bc3-ca2e-4483-b323-b90934532d9f None None] Network 0fabc4f6-6ee0-4558-9675-3e69755ee80d requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:36:52.023457 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ffe55783-feb7-4c06-a397-5c99369caa84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756036'] for network (0fabc4f6-6ee0-4558-9675-3e69755ee80d), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:52.082052 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ffe55783-feb7-4c06-a397-5c99369caa84 admin admin] Deleting port 10a212ab-c173-4039-93db-b2f9dc553c42 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:36:52.082394 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ffe55783-feb7-4c06-a397-5c99369caa84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (10a212ab-c173-4039-93db-b2f9dc553c42), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:52.117026 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac70690-3d68-4186-ad6a-d7e61b7e14e4 None None] DHCP port deletion for 0fabc4f6-6ee0-4558-9675-3e69755ee80d request from dv-cinder-816104-2-iscsi {{(pid=102635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 04:36:52.148581 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-ffe55783-feb7-4c06-a397-5c99369caa84 admin admin] For port 10a212ab-c173-4039-93db-b2f9dc553c42, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=10a212ab-c173-4039-93db-b2f9dc553c42,segment=NetworkSegment(2e476020-ff9c-4ddc-b33b-9a7ba10293eb),segment_id=2e476020-ff9c-4ddc-b33b-9a7ba10293eb)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:36:52.148978 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ffe55783-feb7-4c06-a397-5c99369caa84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (10a212ab-c173-4039-93db-b2f9dc553c42), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:52.164256 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ffe55783-feb7-4c06-a397-5c99369caa84 admin admin] Calling delete_port for 10a212ab-c173-4039-93db-b2f9dc553c42 owned by network:dhcp {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:36:52.171179 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-8ac70690-3d68-4186-ad6a-d7e61b7e14e4 None None] Deleting port 10a212ab-c173-4039-93db-b2f9dc553c42 {{(pid=102635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:36:52.171954 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-8ac70690-3d68-4186-ad6a-d7e61b7e14e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (10a212ab-c173-4039-93db-b2f9dc553c42), before_delete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:52.186959 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 96067adf-2a02-4a8e-8394-6a3b3ee5cbfd no longer exists at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:36:52.236818 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] No Port match for: 96067adf-2a02-4a8e-8394-6a3b3ee5cbfd {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:36:52.237474 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 96067adf-2a02-4a8e-8394-6a3b3ee5cbfd not bound to the agent host dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:36:52.238067 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device ba314bb5-edb1-4613-bf61-b70d11cf5b02 no longer exists at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:36:52.247889 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ffe55783-feb7-4c06-a397-5c99369caa84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (10a212ab-c173-4039-93db-b2f9dc553c42), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:52.268110 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] No Port match for: ba314bb5-edb1-4613-bf61-b70d11cf5b02 {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:36:52.268768 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device ba314bb5-edb1-4613-bf61-b70d11cf5b02 not bound to the agent host dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:36:52.282011 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-8ac70690-3d68-4186-ad6a-d7e61b7e14e4 None None] For port 10a212ab-c173-4039-93db-b2f9dc553c42, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=10a212ab-c173-4039-93db-b2f9dc553c42,segment=NetworkSegment(2e476020-ff9c-4ddc-b33b-9a7ba10293eb),segment_id=2e476020-ff9c-4ddc-b33b-9a7ba10293eb)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:36:52.282632 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-8ac70690-3d68-4186-ad6a-d7e61b7e14e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (10a212ab-c173-4039-93db-b2f9dc553c42), precommit_delete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:52.295885 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-8ac70690-3d68-4186-ad6a-d7e61b7e14e4 None None] Calling delete_port for 10a212ab-c173-4039-93db-b2f9dc553c42 owned by network:dhcp {{(pid=102635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:36:52.299406 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe55783-feb7-4c06-a397-5c99369caa84 admin admin] Pushing event deleted for resources: {'Port': ['ID=10a212ab-c173-4039-93db-b2f9dc553c42,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:36:52.302114 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe55783-feb7-4c06-a397-5c99369caa84 admin admin] No DVR routers for this DVR port 10a212ab-c173-4039-93db-b2f9dc553c42 on host dv-cinder-816104-2-iscsi {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:36:52.390045 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9c2d34ba-f976-49da-b85f-e2784ea64cf1 req-5291ba90-e037-4a9b-a47b-ea4a3953678f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1340413 Feb 15 04:36:52.394296 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ffe55783-feb7-4c06-a397-5c99369caa84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725060', 'neutron.services.segments.db._delete_segments_for_network-8734710277232'] for network (0fabc4f6-6ee0-4558-9675-3e69755ee80d), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:52.439883 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-ffe55783-feb7-4c06-a397-5c99369caa84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fabc4f6-6ee0-4558-9675-3e69755ee80d']}} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:36:52.451562 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-ffe55783-feb7-4c06-a397-5c99369caa84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e476020-ff9c-4ddc-b33b-9a7ba10293eb') {'for_net_delete': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:36:52.451854 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-ffe55783-feb7-4c06-a397-5c99369caa84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e476020-ff9c-4ddc-b33b-9a7ba10293eb') {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:36:52.462597 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ffe55783-feb7-4c06-a397-5c99369caa84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734710278521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5385642'] for segment (2e476020-ff9c-4ddc-b33b-9a7ba10293eb), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:52.480737 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ffe55783-feb7-4c06-a397-5c99369caa84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (2e476020-ff9c-4ddc-b33b-9a7ba10293eb), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:52.489286 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d34ba-f976-49da-b85f-e2784ea64cf1 req-d910ec6e-8b1b-4cb1-bd96-82ea451d6d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:36:52.490979 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9c2d34ba-f976-49da-b85f-e2784ea64cf1 req-d910ec6e-8b1b-4cb1-bd96-82ea451d6d67 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d151428e70f24ac99f8799103edf54fc&device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 1130 time: 0.0764236 Feb 15 04:36:52.491899 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffe55783-feb7-4c06-a397-5c99369caa84 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 04:36:52.492275 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ffe55783-feb7-4c06-a397-5c99369caa84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5250842'] for segment (2e476020-ff9c-4ddc-b33b-9a7ba10293eb), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:52.493962 dv-cinder-816104-2-iscsi neutron-server[102633]: Traceback (most recent call last): Feb 15 04:36:52.493962 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 04:36:52.493962 dv-cinder-816104-2-iscsi neutron-server[102633]: timer() Feb 15 04:36:52.493962 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 04:36:52.493962 dv-cinder-816104-2-iscsi neutron-server[102633]: cb(*args, **kw) Feb 15 04:36:52.493962 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 04:36:52.493962 dv-cinder-816104-2-iscsi neutron-server[102633]: return func(*args, **kwargs) Feb 15 04:36:52.493962 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 04:36:52.493962 dv-cinder-816104-2-iscsi neutron-server[102633]: self._notify() Feb 15 04:36:52.493962 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 04:36:52.493962 dv-cinder-816104-2-iscsi neutron-server[102633]: self.callback(batched_events) Feb 15 04:36:52.493962 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 04:36:52.493962 dv-cinder-816104-2-iscsi neutron-server[102633]: event.method(event) Feb 15 04:36:52.493962 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 04:36:52.493962 dv-cinder-816104-2-iscsi neutron-server[102633]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 04:36:52.493962 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 04:36:52.493962 dv-cinder-816104-2-iscsi neutron-server[102633]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 04:36:52.493962 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 04:36:52.493962 dv-cinder-816104-2-iscsi neutron-server[102633]: return f(self, *a, **k) Feb 15 04:36:52.493962 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 04:36:52.493962 dv-cinder-816104-2-iscsi neutron-server[102633]: return self._get(url).json() Feb 15 04:36:52.493962 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 04:36:52.493962 dv-cinder-816104-2-iscsi neutron-server[102633]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 04:36:52.493962 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 04:36:52.493962 dv-cinder-816104-2-iscsi neutron-server[102633]: return self.request(url, 'GET', **kwargs) Feb 15 04:36:52.493962 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 04:36:52.493962 dv-cinder-816104-2-iscsi neutron-server[102633]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 04:36:52.493962 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 04:36:52.493962 dv-cinder-816104-2-iscsi neutron-server[102633]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 04:36:52.493962 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 04:36:52.493962 dv-cinder-816104-2-iscsi neutron-server[102633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 04:36:52.493962 dv-cinder-816104-2-iscsi neutron-server[102633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 04:36:52.503565 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-8ac70690-3d68-4186-ad6a-d7e61b7e14e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092'] for port (10a212ab-c173-4039-93db-b2f9dc553c42), after_delete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:52.531540 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac70690-3d68-4186-ad6a-d7e61b7e14e4 None None] No DVR routers for this DVR port 10a212ab-c173-4039-93db-b2f9dc553c42 on host dv-cinder-816104-2-iscsi {{(pid=102635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:36:52.533605 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac70690-3d68-4186-ad6a-d7e61b7e14e4 None None] Pushing event deleted for resources: {'Port': ['ID=10a212ab-c173-4039-93db-b2f9dc553c42,revision_number=None']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:36:52.545464 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac70690-3d68-4186-ad6a-d7e61b7e14e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:52.545464 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac70690-3d68-4186-ad6a-d7e61b7e14e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:52.546315 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac70690-3d68-4186-ad6a-d7e61b7e14e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:52.546699 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac70690-3d68-4186-ad6a-d7e61b7e14e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:52.547018 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac70690-3d68-4186-ad6a-d7e61b7e14e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:52.547966 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac70690-3d68-4186-ad6a-d7e61b7e14e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:52.547966 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac70690-3d68-4186-ad6a-d7e61b7e14e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:52.547966 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac70690-3d68-4186-ad6a-d7e61b7e14e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:52.548303 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac70690-3d68-4186-ad6a-d7e61b7e14e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:52.548630 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac70690-3d68-4186-ad6a-d7e61b7e14e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:52.548980 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac70690-3d68-4186-ad6a-d7e61b7e14e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:52.549303 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac70690-3d68-4186-ad6a-d7e61b7e14e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:52.550052 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac70690-3d68-4186-ad6a-d7e61b7e14e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:36:52.589654 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ffe55783-feb7-4c06-a397-5c99369caa84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639526'] for network (0fabc4f6-6ee0-4558-9675-3e69755ee80d), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:52.595663 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ffe55783-feb7-4c06-a397-5c99369caa84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:52.598751 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-ffe55783-feb7-4c06-a397-5c99369caa84 admin admin] 10.222.0.45 "DELETE /v2.0/networks/0fabc4f6-6ee0-4558-9675-3e69755ee80d HTTP/1.1" status: 204 len: 168 time: 0.6423063 Feb 15 04:36:52.613220 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe55783-feb7-4c06-a397-5c99369caa84 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fabc4f6-6ee0-4558-9675-3e69755ee80d,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:36:52.644205 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d34ba-f976-49da-b85f-e2784ea64cf1 req-6888e710-d435-44ad-9d65-a260175bacb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:36:52.645625 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9c2d34ba-f976-49da-b85f-e2784ea64cf1 req-6888e710-d435-44ad-9d65-a260175bacb6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1563904-5b49-4443-8b4e-de885b6b8524 HTTP/1.1" status: 200 len: 909 time: 0.1152327 Feb 15 04:36:52.724180 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 34982) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:36:52.766796 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-698628e0-b681-4dfd-aa3f-b12d8579fe24 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=35abc0d9f3874ffd9bfc3e12d88497c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413661 Feb 15 04:36:52.769192 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 34984) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:36:52.820300 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2c191da4-2656-447f-90e9-16afb38de76a admin admin] Publish callbacks [] for security_group (1556ea5b-816a-4359-9454-4d7351cfa4b2), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:52.842518 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2c191da4-2656-447f-90e9-16afb38de76a admin admin] Publish callbacks [] for security_group (1556ea5b-816a-4359-9454-4d7351cfa4b2), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:52.891034 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2c191da4-2656-447f-90e9-16afb38de76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (1556ea5b-816a-4359-9454-4d7351cfa4b2), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:52.894027 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2c191da4-2656-447f-90e9-16afb38de76a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:52.895197 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-2c191da4-2656-447f-90e9-16afb38de76a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1556ea5b-816a-4359-9454-4d7351cfa4b2 HTTP/1.1" status: 204 len: 168 time: 0.1250150 Feb 15 04:36:52.903337 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c191da4-2656-447f-90e9-16afb38de76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1556ea5b-816a-4359-9454-4d7351cfa4b2,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:36:52.996933 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9c2d34ba-f976-49da-b85f-e2784ea64cf1 req-db30ec1a-6fca-4276-8ec4-7e5cb42533fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8aa04c0-c688-44e4-8d3f-c7b29b85a969 HTTP/1.1" status: 200 len: 1001 time: 0.3451560 Feb 15 04:36:53.046064 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d34ba-f976-49da-b85f-e2784ea64cf1 req-57fae372-b41d-4f85-b5db-fb5b5d82fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:36:53.047592 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9c2d34ba-f976-49da-b85f-e2784ea64cf1 req-57fae372-b41d-4f85-b5db-fb5b5d82fcf0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a9f743e-d41d-4841-ad45-53fedf0597ec HTTP/1.1" status: 200 len: 848 time: 0.0445995 Feb 15 04:36:53.096134 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d34ba-f976-49da-b85f-e2784ea64cf1 req-89f32ff7-18fc-4363-88c2-38814b95b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:36:53.097656 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9c2d34ba-f976-49da-b85f-e2784ea64cf1 req-89f32ff7-18fc-4363-88c2-38814b95b8cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1563904-5b49-4443-8b4e-de885b6b8524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447631 Feb 15 04:36:53.187728 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9c2d34ba-f976-49da-b85f-e2784ea64cf1 req-78c54fe2-fe8c-4b6b-9007-9fee221ef49a service neutron] 10.222.0.59 "GET /v2.0/networks/b1563904-5b49-4443-8b4e-de885b6b8524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842178 Feb 15 04:36:53.226340 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 34990) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:36:53.268195 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-bfdf18eb-244d-4c1f-99b7-e61165929e25 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b633b33a6da341e0b9ad7579d4fa0f47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406923 Feb 15 04:36:53.270874 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 34992) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:36:53.277567 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-9c2d34ba-f976-49da-b85f-e2784ea64cf1 req-75f032bd-168b-4be3-97a2-0c52738dba3d service neutron] 10.222.0.59 "GET /v2.0/networks/b1563904-5b49-4443-8b4e-de885b6b8524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835772 Feb 15 04:36:53.318523 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5e407927-dcd4-4d14-82a0-46968276f7a7 admin admin] Publish callbacks [] for security_group (f0fe7652-3697-465a-bd78-b81f0680e1dc), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:53.339826 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5e407927-dcd4-4d14-82a0-46968276f7a7 admin admin] Publish callbacks [] for security_group (f0fe7652-3697-465a-bd78-b81f0680e1dc), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:53.384724 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5e407927-dcd4-4d14-82a0-46968276f7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (f0fe7652-3697-465a-bd78-b81f0680e1dc), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:53.387242 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-5e407927-dcd4-4d14-82a0-46968276f7a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:36:53.388522 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-5e407927-dcd4-4d14-82a0-46968276f7a7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f0fe7652-3697-465a-bd78-b81f0680e1dc HTTP/1.1" status: 204 len: 168 time: 0.1166573 Feb 15 04:36:53.395891 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e407927-dcd4-4d14-82a0-46968276f7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fe7652-3697-465a-bd78-b81f0680e1dc,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:36:54.125704 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 10a212ab-c173-4039-93db-b2f9dc553c42 no longer exists at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:36:54.145736 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] No Port match for: 10a212ab-c173-4039-93db-b2f9dc553c42 {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:36:54.146075 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 10a212ab-c173-4039-93db-b2f9dc553c42 not bound to the agent host dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:37:02.284260 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-01f034dd-c32e-41cc-8712-84de9686b32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:37:06.110620 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-e5196343-2f71-4a3d-9c36-e090fa71e84b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:37:06.482581 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:37:08.591244 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:37:09.817498 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:37:11.876970 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:37:13.608567 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:37:32.286164 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-623ba735-ab09-4a52-aebf-95f42f8e9036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:37:36.111992 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-e943835c-e2f8-4d21-bafc-ea75a0f48b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:37:36.485933 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:37:38.597197 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:37:39.818546 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:37:41.871237 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:37:50.606519 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:38:02.288120 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-4e416947-f614-4fd6-a67a-e52b22ff7408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:38:06.113699 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-def496ca-9a58-4814-bc5a-f96e12d7c0f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:38:06.487953 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:38:08.595643 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:38:09.819788 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:38:11.906602 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:38:27.606841 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:38:32.291382 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-68ee0719-5a55-40c1-b2ff-b51e61871285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:38:36.117632 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-18b7444d-2bff-4b3c-9c5b-8e51965bab3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:38:36.490105 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:38:38.598263 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:38:39.821639 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:38:41.925006 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:38:48.455809 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [req-052866bd-7ac8-42b5-b48f-375e6f0acedc req-fc93e30b-4313-48d0-a56a-cdcd41754674 service neutron] (102633) timed out ('10.222.0.59', 62226) {{(pid=102633) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 04:38:55.287187 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e336e9a3-9865-4643-9720-1e0eee8b194b req-93ebd712-0e95-4dd4-bfba-2d2808d0f884 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468547 Feb 15 04:38:55.372031 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336e9a3-9865-4643-9720-1e0eee8b194b req-9a2d05a0-8d0e-41b8-94fb-6eb1baf9907f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:38:55.373535 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e336e9a3-9865-4643-9720-1e0eee8b194b req-9a2d05a0-8d0e-41b8-94fb-6eb1baf9907f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d151428e70f24ac99f8799103edf54fc&device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 1130 time: 0.0480361 Feb 15 04:38:55.470832 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336e9a3-9865-4643-9720-1e0eee8b194b req-1dfca834-9f86-4022-a371-1563cc75e4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:38:55.472352 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e336e9a3-9865-4643-9720-1e0eee8b194b req-1dfca834-9f86-4022-a371-1563cc75e4e3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1563904-5b49-4443-8b4e-de885b6b8524 HTTP/1.1" status: 200 len: 909 time: 0.0812602 Feb 15 04:38:55.537391 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e336e9a3-9865-4643-9720-1e0eee8b194b req-6265a04e-ba65-4dd5-a3c2-a73c75b5eb4b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8aa04c0-c688-44e4-8d3f-c7b29b85a969 HTTP/1.1" status: 200 len: 1001 time: 0.0592866 Feb 15 04:38:55.583110 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336e9a3-9865-4643-9720-1e0eee8b194b req-a13feddb-4f33-491d-824a-951867caf05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:38:55.584467 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e336e9a3-9865-4643-9720-1e0eee8b194b req-a13feddb-4f33-491d-824a-951867caf05e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a9f743e-d41d-4841-ad45-53fedf0597ec HTTP/1.1" status: 200 len: 848 time: 0.0417962 Feb 15 04:38:55.632445 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336e9a3-9865-4643-9720-1e0eee8b194b req-8f8ee03a-3cad-4f73-9dca-7090578b21ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:38:55.634115 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e336e9a3-9865-4643-9720-1e0eee8b194b req-8f8ee03a-3cad-4f73-9dca-7090578b21ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1563904-5b49-4443-8b4e-de885b6b8524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434568 Feb 15 04:38:55.723338 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e336e9a3-9865-4643-9720-1e0eee8b194b req-a78e0198-a7b7-4fdb-bfb0-0eba3baaf181 service neutron] 10.222.0.59 "GET /v2.0/networks/b1563904-5b49-4443-8b4e-de885b6b8524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831225 Feb 15 04:38:55.809863 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-e336e9a3-9865-4643-9720-1e0eee8b194b req-e03ea82d-1cef-470c-8fb2-7435503d0e97 service neutron] 10.222.0.59 "GET /v2.0/networks/b1563904-5b49-4443-8b4e-de885b6b8524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809901 Feb 15 04:39:02.291691 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-901e673f-1be1-458e-9062-2ff1caa5fc78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:04.605692 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:39:06.120847 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-206807c9-4b02-4ab1-bf00-0c20be2147ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:06.493941 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:08.601937 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:09.823769 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:11.926794 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:22.077433 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 35044) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:39:22.231326 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-2c2bdf14-c303-4b68-a845-4472f53683ed tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Deleting port 75b818e2-406e-4cd9-8b6b-2d919fe6b0af {{(pid=102634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:39:22.231670 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2c2bdf14-c303-4b68-a845-4472f53683ed tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (75b818e2-406e-4cd9-8b6b-2d919fe6b0af), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:22.307055 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2c2bdf14-c303-4b68-a845-4472f53683ed tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (75b818e2-406e-4cd9-8b6b-2d919fe6b0af), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:22.307308 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2c2bdf14-c303-4b68-a845-4472f53683ed tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks [] for floatingip (75b818e2-406e-4cd9-8b6b-2d919fe6b0af), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:22.318631 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-2c2bdf14-c303-4b68-a845-4472f53683ed tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Calling delete_port for 75b818e2-406e-4cd9-8b6b-2d919fe6b0af owned by network:floatingip {{(pid=102634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:39:22.483661 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2c2bdf14-c303-4b68-a845-4472f53683ed tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5688251'] for port (75b818e2-406e-4cd9-8b6b-2d919fe6b0af), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:22.509318 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2bdf14-c303-4b68-a845-4472f53683ed tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Pushing event deleted for resources: {'Port': ['ID=75b818e2-406e-4cd9-8b6b-2d919fe6b0af,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:39:22.534901 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2bdf14-c303-4b68-a845-4472f53683ed tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:22.535248 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2bdf14-c303-4b68-a845-4472f53683ed tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:22.535592 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2bdf14-c303-4b68-a845-4472f53683ed tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:22.535930 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2bdf14-c303-4b68-a845-4472f53683ed tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:22.536277 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2bdf14-c303-4b68-a845-4472f53683ed tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:22.536582 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2bdf14-c303-4b68-a845-4472f53683ed tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:22.536919 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2bdf14-c303-4b68-a845-4472f53683ed tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:22.537254 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2bdf14-c303-4b68-a845-4472f53683ed tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:22.537573 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2bdf14-c303-4b68-a845-4472f53683ed tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:22.537896 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2bdf14-c303-4b68-a845-4472f53683ed tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:22.538214 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2bdf14-c303-4b68-a845-4472f53683ed tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:22.538694 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2bdf14-c303-4b68-a845-4472f53683ed tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:22.539018 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2bdf14-c303-4b68-a845-4472f53683ed tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:22.576381 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2c2bdf14-c303-4b68-a845-4472f53683ed tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks [] for floatingip (d0f56ef9-c7af-4dfd-bcd7-785ef2f62b37), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:22.576708 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.db.l3_db [None req-2c2bdf14-c303-4b68-a845-4472f53683ed tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Floating IP d0f56ef9-c7af-4dfd-bcd7-785ef2f62b37 disassociated (deleted). External IP: 172.27.1.70, port: a8aa04c0-c688-44e4-8d3f-c7b29b85a969. Feb 15 04:39:22.786905 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2bdf14-c303-4b68-a845-4472f53683ed tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Router 5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:39:22.895164 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2bdf14-c303-4b68-a845-4472f53683ed tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:39:22.900756 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-2c2bdf14-c303-4b68-a845-4472f53683ed tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for floatingip (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:22.904859 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46be34a-4ecb-49eb-8e8c-58bbb6b73a1b None None] Sync routers for ids ['5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c'] in dv-cinder-816104-2-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:39:22.915606 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46be34a-4ecb-49eb-8e8c-58bbb6b73a1b None None] Routers {'5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:39:22.916301 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-a46be34a-4ecb-49eb-8e8c-58bbb6b73a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:39:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:39:22.930942 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-2c2bdf14-c303-4b68-a845-4472f53683ed tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "DELETE /v2.0/floatingips/d0f56ef9-c7af-4dfd-bcd7-785ef2f62b37 HTTP/1.1" status: 204 len: 168 time: 0.8521559 Feb 15 04:39:22.931529 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a436a99-1434-4919-8640-e11c3753348c', 'tag': 'a8aa04c0-c688-44e4-8d3f-c7b29b85a969'}] {{(pid=102634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:39:22.933785 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed0f7cd0cebfd20c511642d6f47a3c828635124f8c0731539bf6ef3d21e1c7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fa7a2b-1137-41fe-b71e-20dc41430e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "5a436a99-1434-4919-8640-e11c3753348c", "tag": "a8aa04c0-c688-44e4-8d3f-c7b29b85a969"}]}' {{(pid=102634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:39:23.028973 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 04:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c1347b-667a-49f1-931c-8c36c3ce2bb4 x-openstack-request-id: req-14c1347b-667a-49f1-931c-8c36c3ce2bb4 {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:39:23.029265 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a436a99-1434-4919-8640-e11c3753348c", "tag": "a8aa04c0-c688-44e4-8d3f-c7b29b85a969", "status": "completed", "code": 200}]} {{(pid=102634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:39:23.029528 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-14c1347b-667a-49f1-931c-8c36c3ce2bb4 {{(pid=102634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:39:23.029915 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a436a99-1434-4919-8640-e11c3753348c', 'tag': 'a8aa04c0-c688-44e4-8d3f-c7b29b85a969', 'status': 'completed', 'code': 200} Feb 15 04:39:23.031321 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-a46be34a-4ecb-49eb-8e8c-58bbb6b73a1b None None] Set router 5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:39:23.098849 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa7a2b-1137-41fe-b71e-20dc41430e1a req-098e2e4b-eca6-421f-96b7-78902e1ea33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:39:23.100333 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c7fa7a2b-1137-41fe-b71e-20dc41430e1a req-098e2e4b-eca6-421f-96b7-78902e1ea33e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d151428e70f24ac99f8799103edf54fc&device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 1130 time: 0.0452781 Feb 15 04:39:23.193818 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa7a2b-1137-41fe-b71e-20dc41430e1a req-0c4079d7-d9bf-4c78-ba06-ae3b343a9544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:39:23.197550 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c7fa7a2b-1137-41fe-b71e-20dc41430e1a req-0c4079d7-d9bf-4c78-ba06-ae3b343a9544 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1563904-5b49-4443-8b4e-de885b6b8524 HTTP/1.1" status: 200 len: 909 time: 0.0886884 Feb 15 04:39:23.229178 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-a46be34a-4ecb-49eb-8e8c-58bbb6b73a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'name': 'tempest-TestShelveInstance-1655827986-router', 'tenant_id': 'd151428e70f24ac99f8799103edf54fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'ef6a56b3-4565-49ee-9948-1ffd8550990a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:32:19Z', 'updated_at': '2022-02-15T04:32:22Z', 'revision_number': 4, 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'gw_port': {'id': 'ef6a56b3-4565-49ee-9948-1ffd8550990a', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:20Z', 'updated_at': '2022-02-15T04:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '808804ae-744c-4d8d-a08b-039589096594', 'name': '', 'network_id': 'b1563904-5b49-4443-8b4e-de885b6b8524', 'tenant_id': 'd151428e70f24ac99f8799103edf54fc', 'mac_address': 'fa:16:3e:1f:cf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '9a9f743e-d41d-4841-ad45-53fedf0597ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:21Z', 'updated_at': '2022-02-15T04:32:27Z', 'revision_number': 5, 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'subnets': [{'id': '9a9f743e-d41d-4841-ad45-53fedf0597ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:39:23.238005 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c7fa7a2b-1137-41fe-b71e-20dc41430e1a req-1c99141f-11d6-4b5c-8ceb-897a7a0b0ace service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8aa04c0-c688-44e4-8d3f-c7b29b85a969 HTTP/1.1" status: 200 len: 217 time: 0.0351822 Feb 15 04:39:23.258581 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46be34a-4ecb-49eb-8e8c-58bbb6b73a1b None None] Checking router: 5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c for host: dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:39:23.266725 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46be34a-4ecb-49eb-8e8c-58bbb6b73a1b None None] Routers {'5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:39:23.267333 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-a46be34a-4ecb-49eb-8e8c-58bbb6b73a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:39:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:39:23.290367 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa7a2b-1137-41fe-b71e-20dc41430e1a req-d5b66d76-bdf7-4795-9b36-314601d3c54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:39:23.291797 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c7fa7a2b-1137-41fe-b71e-20dc41430e1a req-d5b66d76-bdf7-4795-9b36-314601d3c54c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a9f743e-d41d-4841-ad45-53fedf0597ec HTTP/1.1" status: 200 len: 848 time: 0.0479515 Feb 15 04:39:23.341446 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa7a2b-1137-41fe-b71e-20dc41430e1a req-d38e8de7-33f1-4175-92ef-34db4bf517ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:39:23.342916 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c7fa7a2b-1137-41fe-b71e-20dc41430e1a req-d38e8de7-33f1-4175-92ef-34db4bf517ed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1563904-5b49-4443-8b4e-de885b6b8524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448260 Feb 15 04:39:23.373606 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-a46be34a-4ecb-49eb-8e8c-58bbb6b73a1b None None] Set router 5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:39:23.432418 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c7fa7a2b-1137-41fe-b71e-20dc41430e1a req-7f7b54b5-36cf-45db-9c08-82b864b1b0c1 service neutron] 10.222.0.59 "GET /v2.0/networks/b1563904-5b49-4443-8b4e-de885b6b8524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827100 Feb 15 04:39:23.525418 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c7fa7a2b-1137-41fe-b71e-20dc41430e1a req-6fc06f45-4e41-45db-b0db-b4e6e5ce8cbd service neutron] 10.222.0.59 "GET /v2.0/networks/b1563904-5b49-4443-8b4e-de885b6b8524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868278 Feb 15 04:39:23.568855 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-a46be34a-4ecb-49eb-8e8c-58bbb6b73a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'name': 'tempest-TestShelveInstance-1655827986-router', 'tenant_id': 'd151428e70f24ac99f8799103edf54fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'ef6a56b3-4565-49ee-9948-1ffd8550990a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:32:19Z', 'updated_at': '2022-02-15T04:32:22Z', 'revision_number': 4, 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'gw_port': {'id': 'ef6a56b3-4565-49ee-9948-1ffd8550990a', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:20Z', 'updated_at': '2022-02-15T04:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '808804ae-744c-4d8d-a08b-039589096594', 'name': '', 'network_id': 'b1563904-5b49-4443-8b4e-de885b6b8524', 'tenant_id': 'd151428e70f24ac99f8799103edf54fc', 'mac_address': 'fa:16:3e:1f:cf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '9a9f743e-d41d-4841-ad45-53fedf0597ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:21Z', 'updated_at': '2022-02-15T04:32:27Z', 'revision_number': 5, 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'subnets': [{'id': '9a9f743e-d41d-4841-ad45-53fedf0597ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:39:23.594665 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46be34a-4ecb-49eb-8e8c-58bbb6b73a1b None None] The sync data for ids ['5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c'] in dv-cinder-816104-2-iscsi is: [{'id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'name': 'tempest-TestShelveInstance-1655827986-router', 'tenant_id': 'd151428e70f24ac99f8799103edf54fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'ef6a56b3-4565-49ee-9948-1ffd8550990a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:32:19Z', 'updated_at': '2022-02-15T04:32:22Z', 'revision_number': 4, 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'gw_port': {'id': 'ef6a56b3-4565-49ee-9948-1ffd8550990a', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:20Z', 'updated_at': '2022-02-15T04:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi', '_interfaces': [{'id': '808804ae-744c-4d8d-a08b-039589096594', 'name': '', 'network_id': 'b1563904-5b49-4443-8b4e-de885b6b8524', 'tenant_id': 'd151428e70f24ac99f8799103edf54fc', 'mac_address': 'fa:16:3e:1f:cf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '9a9f743e-d41d-4841-ad45-53fedf0597ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:21Z', 'updated_at': '2022-02-15T04:32:27Z', 'revision_number': 5, 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'subnets': [{'id': '9a9f743e-d41d-4841-ad45-53fedf0597ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:39:23.808999 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5805ec2a-abd6-4cbb-a43b-57828fe08f9e None None] New status for floating IP d0f56ef9-c7af-4dfd-bcd7-785ef2f62b37: DOWN {{(pid=102636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 04:39:24.192482 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ef2e8-2e05-4c97-9db8-6883ea63a796 req-06d1c6e7-bcdc-436d-956b-12489ca97f6d tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:39:24.193963 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c02ef2e8-2e05-4c97-9db8-6883ea63a796 req-06d1c6e7-bcdc-436d-956b-12489ca97f6d tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 946 time: 0.0526664 Feb 15 04:39:24.241748 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-c02ef2e8-2e05-4c97-9db8-6883ea63a796 req-574dae6f-d2be-4416-a4fa-8f3fe6cb8ea4 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418730 Feb 15 04:39:25.364329 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8779c0c-7007-47d5-b85d-1b7fce71c427 req-96229532-e672-4877-8a2c-195592276e8c tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:39:25.365815 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d8779c0c-7007-47d5-b85d-1b7fce71c427 req-96229532-e672-4877-8a2c-195592276e8c tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 946 time: 0.0554783 Feb 15 04:39:25.412090 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-d8779c0c-7007-47d5-b85d-1b7fce71c427 req-177f70f7-834a-4a0e-9b1e-424ad9477b50 tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/security-groups?id=57aba6e3-e67e-4906-82fd-3a858eb1b985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407934 Feb 15 04:39:25.838242 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b86223-0c53-4c05-9876-c59be96e0b80 req-09f0cb39-aa17-4539-bccc-dad7b416e2cb tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 04:39:25.839712 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f7b86223-0c53-4c05-9876-c59be96e0b80 req-09f0cb39-aa17-4539-bccc-dad7b416e2cb tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 946 time: 0.0503709 Feb 15 04:39:25.935057 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-f7b86223-0c53-4c05-9876-c59be96e0b80 req-24885d90-1c1a-4630-bf55-7388a499e99c tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Deleting port a8aa04c0-c688-44e4-8d3f-c7b29b85a969 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:39:25.935392 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-f7b86223-0c53-4c05-9876-c59be96e0b80 req-24885d90-1c1a-4630-bf55-7388a499e99c tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (a8aa04c0-c688-44e4-8d3f-c7b29b85a969), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:26.020380 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [req-f7b86223-0c53-4c05-9876-c59be96e0b80 req-24885d90-1c1a-4630-bf55-7388a499e99c tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] For port a8aa04c0-c688-44e4-8d3f-c7b29b85a969, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=a8aa04c0-c688-44e4-8d3f-c7b29b85a969,segment=NetworkSegment(f0609e99-1614-4c52-aaea-a98357f38e53),segment_id=f0609e99-1614-4c52-aaea-a98357f38e53)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:39:26.020640 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-f7b86223-0c53-4c05-9876-c59be96e0b80 req-24885d90-1c1a-4630-bf55-7388a499e99c tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (a8aa04c0-c688-44e4-8d3f-c7b29b85a969), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:26.036696 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [req-f7b86223-0c53-4c05-9876-c59be96e0b80 req-24885d90-1c1a-4630-bf55-7388a499e99c tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Calling delete_port for a8aa04c0-c688-44e4-8d3f-c7b29b85a969 owned by compute:nova {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:39:26.165062 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-f7b86223-0c53-4c05-9876-c59be96e0b80 req-24885d90-1c1a-4630-bf55-7388a499e99c tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (a8aa04c0-c688-44e4-8d3f-c7b29b85a969), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:26.191673 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24885d90-1c1a-4630-bf55-7388a499e99c tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Pushing event deleted for resources: {'Port': ['ID=a8aa04c0-c688-44e4-8d3f-c7b29b85a969,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:39:26.203165 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24885d90-1c1a-4630-bf55-7388a499e99c tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:26.203514 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24885d90-1c1a-4630-bf55-7388a499e99c tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:26.203855 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24885d90-1c1a-4630-bf55-7388a499e99c tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:26.204185 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24885d90-1c1a-4630-bf55-7388a499e99c tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:26.204513 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24885d90-1c1a-4630-bf55-7388a499e99c tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:26.204845 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24885d90-1c1a-4630-bf55-7388a499e99c tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:26.205212 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24885d90-1c1a-4630-bf55-7388a499e99c tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:26.205522 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24885d90-1c1a-4630-bf55-7388a499e99c tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:26.205840 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24885d90-1c1a-4630-bf55-7388a499e99c tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:26.206162 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24885d90-1c1a-4630-bf55-7388a499e99c tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:26.206480 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24885d90-1c1a-4630-bf55-7388a499e99c tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:26.206797 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24885d90-1c1a-4630-bf55-7388a499e99c tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:26.207111 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24885d90-1c1a-4630-bf55-7388a499e99c tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:26.247127 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b86223-0c53-4c05-9876-c59be96e0b80 req-24885d90-1c1a-4630-bf55-7388a499e99c tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] No DVR routers for this DVR port a8aa04c0-c688-44e4-8d3f-c7b29b85a969 on host hv-cinder-81610 {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:39:26.249660 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [req-f7b86223-0c53-4c05-9876-c59be96e0b80 req-24885d90-1c1a-4630-bf55-7388a499e99c tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254953'] for port (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:26.252928 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [req-f7b86223-0c53-4c05-9876-c59be96e0b80 req-24885d90-1c1a-4630-bf55-7388a499e99c tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.59 "DELETE /v2.0/ports/a8aa04c0-c688-44e4-8d3f-c7b29b85a969 HTTP/1.1" status: 204 len: 173 time: 0.4077475 Feb 15 04:39:26.253380 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a436a99-1434-4919-8640-e11c3753348c', 'name': 'network-vif-deleted', 'tag': 'a8aa04c0-c688-44e4-8d3f-c7b29b85a969'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 04:39:26.255670 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67952c9ec37cb286884efb282000f3831cc457a09b0c0f1313232b09179ddd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7968db-a45b-45fe-acc6-5606613fe6e0" -d '{"events": [{"server_uuid": "5a436a99-1434-4919-8640-e11c3753348c", "name": "network-vif-deleted", "tag": "a8aa04c0-c688-44e4-8d3f-c7b29b85a969"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 04:39:26.294947 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 04:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668d9159-e47d-44a1-aa9f-c4d19fe97b2d x-openstack-request-id: req-668d9159-e47d-44a1-aa9f-c4d19fe97b2d {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 04:39:26.295389 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a436a99-1434-4919-8640-e11c3753348c", "name": "network-vif-deleted", "tag": "a8aa04c0-c688-44e4-8d3f-c7b29b85a969", "status": "completed", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 04:39:26.295705 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-668d9159-e47d-44a1-aa9f-c4d19fe97b2d {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 04:39:26.296173 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a436a99-1434-4919-8640-e11c3753348c', 'name': 'network-vif-deleted', 'tag': 'a8aa04c0-c688-44e4-8d3f-c7b29b85a969', 'status': 'completed', 'code': 200} Feb 15 04:39:26.505848 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [req-f3e98386-6efd-418d-a087-ef0c957ade38 req-259353a4-fd72-4d89-8a44-4557a82193cd tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a436a99-1434-4919-8640-e11c3753348c HTTP/1.1" status: 200 len: 210 time: 0.0271940 Feb 15 04:39:27.562042 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 35076) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:39:27.617092 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8cc26fbc-ca35-4943-ab31-8b93e15eb57a tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks [] for security_group (57aba6e3-e67e-4906-82fd-3a858eb1b985), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:27.641290 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8cc26fbc-ca35-4943-ab31-8b93e15eb57a tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks [] for security_group (57aba6e3-e67e-4906-82fd-3a858eb1b985), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:27.698866 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8cc26fbc-ca35-4943-ab31-8b93e15eb57a tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (57aba6e3-e67e-4906-82fd-3a858eb1b985), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:27.701467 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8cc26fbc-ca35-4943-ab31-8b93e15eb57a tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:27.702643 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-8cc26fbc-ca35-4943-ab31-8b93e15eb57a tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] 10.222.0.45 "DELETE /v2.0/security-groups/57aba6e3-e67e-4906-82fd-3a858eb1b985 HTTP/1.1" status: 204 len: 168 time: 0.1395910 Feb 15 04:39:27.711776 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc26fbc-ca35-4943-ab31-8b93e15eb57a tempest-TestShelveInstance-842050260 tempest-TestShelveInstance-842050260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57aba6e3-e67e-4906-82fd-3a858eb1b985,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:39:28.673121 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device a8aa04c0-c688-44e4-8d3f-c7b29b85a969 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:39:28.692730 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] No Port match for: a8aa04c0-c688-44e4-8d3f-c7b29b85a969 {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:39:28.693100 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Device a8aa04c0-c688-44e4-8d3f-c7b29b85a969 not bound to the agent host hv-cinder-81610 {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:39:28.770143 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 35082) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:39:29.249824 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7a27b265-517b-4cd7-ad18-db1561dfb0c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639284'] for router_interface (5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:29.489188 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-7a27b265-517b-4cd7-ad18-db1561dfb0c3 admin admin] Deleting port 808804ae-744c-4d8d-a08b-039589096594 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:39:29.489521 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7a27b265-517b-4cd7-ad18-db1561dfb0c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (808804ae-744c-4d8d-a08b-039589096594), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:29.565787 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7a27b265-517b-4cd7-ad18-db1561dfb0c3 admin admin] For port 808804ae-744c-4d8d-a08b-039589096594, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=808804ae-744c-4d8d-a08b-039589096594,segment=NetworkSegment(f0609e99-1614-4c52-aaea-a98357f38e53),segment_id=f0609e99-1614-4c52-aaea-a98357f38e53)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:39:29.566060 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7a27b265-517b-4cd7-ad18-db1561dfb0c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (808804ae-744c-4d8d-a08b-039589096594), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:29.577548 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-7a27b265-517b-4cd7-ad18-db1561dfb0c3 admin admin] Calling delete_port for 808804ae-744c-4d8d-a08b-039589096594 owned by network:router_interface {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:39:29.755073 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7a27b265-517b-4cd7-ad18-db1561dfb0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (808804ae-744c-4d8d-a08b-039589096594), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:29.780928 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27b265-517b-4cd7-ad18-db1561dfb0c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=808804ae-744c-4d8d-a08b-039589096594,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:39:29.944367 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7a27b265-517b-4cd7-ad18-db1561dfb0c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-713588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639392'] for router_interface (5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:30.161172 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a27b265-517b-4cd7-ad18-db1561dfb0c3 admin admin] Router 5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:39:30.270379 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a27b265-517b-4cd7-ad18-db1561dfb0c3 admin admin] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:39:30.275894 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-7a27b265-517b-4cd7-ad18-db1561dfb0c3 admin admin] 10.222.0.45 "PUT /v2.0/routers/5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5046432 Feb 15 04:39:30.278390 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 35086) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:39:30.280907 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6090611f-9c9f-4e14-9b37-c4dc9e7cdd05 None None] Sync routers for ids ['5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c'] in dv-cinder-816104-2-iscsi {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:39:30.290924 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6090611f-9c9f-4e14-9b37-c4dc9e7cdd05 None None] Routers {'5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:39:30.291563 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-6090611f-9c9f-4e14-9b37-c4dc9e7cdd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:39:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:39:30.382739 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9e62f71e-265f-4f44-8e9f-c1a895de75aa admin admin] Publish callbacks [] for router (5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:30.489608 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9e62f71e-265f-4f44-8e9f-c1a895de75aa admin admin] Publish callbacks [] for router_gateway (5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:30.528764 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-6090611f-9c9f-4e14-9b37-c4dc9e7cdd05 None None] Set router 5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c gateway port host: dv-cinder-816104-2-iscsi {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:39:30.541740 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-9e62f71e-265f-4f44-8e9f-c1a895de75aa admin admin] Deleting port ef6a56b3-4565-49ee-9948-1ffd8550990a {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:39:30.542078 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9e62f71e-265f-4f44-8e9f-c1a895de75aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (ef6a56b3-4565-49ee-9948-1ffd8550990a), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:30.622253 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-9e62f71e-265f-4f44-8e9f-c1a895de75aa admin admin] For port ef6a56b3-4565-49ee-9948-1ffd8550990a, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=ef6a56b3-4565-49ee-9948-1ffd8550990a,segment=NetworkSegment(5a34016a-0f1f-4003-98e1-68134538d335),segment_id=5a34016a-0f1f-4003-98e1-68134538d335)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:39:30.622620 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9e62f71e-265f-4f44-8e9f-c1a895de75aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (ef6a56b3-4565-49ee-9948-1ffd8550990a), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:30.634096 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-9e62f71e-265f-4f44-8e9f-c1a895de75aa admin admin] Calling delete_port for ef6a56b3-4565-49ee-9948-1ffd8550990a owned by network:router_gateway {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:39:30.702781 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-6090611f-9c9f-4e14-9b37-c4dc9e7cdd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'name': 'tempest-TestShelveInstance-1655827986-router', 'tenant_id': 'd151428e70f24ac99f8799103edf54fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'ef6a56b3-4565-49ee-9948-1ffd8550990a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:32:19Z', 'updated_at': '2022-02-15T04:39:29Z', 'revision_number': 5, 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'gw_port': {'id': 'ef6a56b3-4565-49ee-9948-1ffd8550990a', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:20Z', 'updated_at': '2022-02-15T04:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:39:30.734483 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6090611f-9c9f-4e14-9b37-c4dc9e7cdd05 None None] Checking router: 5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c for host: dv-cinder-816104-2-iscsi {{(pid=102635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:39:30.743503 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6090611f-9c9f-4e14-9b37-c4dc9e7cdd05 None None] Routers {'5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:39:30.744069 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-6090611f-9c9f-4e14-9b37-c4dc9e7cdd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:39:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c'], 'active': True} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:39:30.802904 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9e62f71e-265f-4f44-8e9f-c1a895de75aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (ef6a56b3-4565-49ee-9948-1ffd8550990a), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:30.828700 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62f71e-265f-4f44-8e9f-c1a895de75aa admin admin] Pushing event deleted for resources: {'Port': ['ID=ef6a56b3-4565-49ee-9948-1ffd8550990a,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:39:30.836137 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvr_db [None req-6090611f-9c9f-4e14-9b37-c4dc9e7cdd05 None None] Set router 5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c gateway port host: None {{(pid=102635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:39:30.887879 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_hamode_db [None req-6090611f-9c9f-4e14-9b37-c4dc9e7cdd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'name': 'tempest-TestShelveInstance-1655827986-router', 'tenant_id': 'd151428e70f24ac99f8799103edf54fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:32:19Z', 'updated_at': '2022-02-15T04:39:30Z', 'revision_number': 6, 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'gw_port_host': None}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:39:30.892832 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9e62f71e-265f-4f44-8e9f-c1a895de75aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639998'] for router_gateway (5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:30.917053 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6090611f-9c9f-4e14-9b37-c4dc9e7cdd05 None None] The sync data for ids ['5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c'] in dv-cinder-816104-2-iscsi is: [{'id': '5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c', 'name': 'tempest-TestShelveInstance-1655827986-router', 'tenant_id': 'd151428e70f24ac99f8799103edf54fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:32:19Z', 'updated_at': '2022-02-15T04:39:30Z', 'revision_number': 6, 'project_id': 'd151428e70f24ac99f8799103edf54fc', 'gw_port_host': None}] {{(pid=102635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:39:30.983752 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9e62f71e-265f-4f44-8e9f-c1a895de75aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26553'] for router (5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:30.985881 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9e62f71e-265f-4f44-8e9f-c1a895de75aa admin admin] Publish callbacks [] for router_controller (5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c), precommit_delete_associations {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:31.029924 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9e62f71e-265f-4f44-8e9f-c1a895de75aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648786'] for router (5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:31.030393 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e62f71e-265f-4f44-8e9f-c1a895de75aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c {{(pid=102633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 04:39:31.034789 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9e62f71e-265f-4f44-8e9f-c1a895de75aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:31.036025 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-9e62f71e-265f-4f44-8e9f-c1a895de75aa admin admin] 10.222.0.45 "DELETE /v2.0/routers/5dbff1f9-c431-4e7b-bf7e-9131e77c7a4c HTTP/1.1" status: 204 len: 168 time: 0.7567134 Feb 15 04:39:31.038981 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 35088) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:39:31.081791 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0540e34-6809-4fbc-b05b-58d82dcda73d admin admin] Deleting subnet 9a9f743e-d41d-4841-ad45-53fedf0597ec {{(pid=102633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 04:39:31.084753 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a0540e34-6809-4fbc-b05b-58d82dcda73d admin admin] Publish callbacks [] for subnet (9a9f743e-d41d-4841-ad45-53fedf0597ec), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:31.119711 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a0540e34-6809-4fbc-b05b-58d82dcda73d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5385617'] for subnet (9a9f743e-d41d-4841-ad45-53fedf0597ec), precommit_delete_associations {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:31.195578 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a0540e34-6809-4fbc-b05b-58d82dcda73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1732099'] for subnet (9a9f743e-d41d-4841-ad45-53fedf0597ec), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:31.246524 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a0540e34-6809-4fbc-b05b-58d82dcda73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1730288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5250976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4204894'] for subnet (9a9f743e-d41d-4841-ad45-53fedf0597ec), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:31.272429 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0540e34-6809-4fbc-b05b-58d82dcda73d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a9f743e-d41d-4841-ad45-53fedf0597ec,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:39:31.276453 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a0540e34-6809-4fbc-b05b-58d82dcda73d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:31.280426 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-a0540e34-6809-4fbc-b05b-58d82dcda73d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9a9f743e-d41d-4841-ad45-53fedf0597ec HTTP/1.1" status: 204 len: 168 time: 0.2396834 Feb 15 04:39:31.282121 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 35090) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:39:31.284965 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2081c5a-6403-4678-b5c8-58899f22be67 None None] Network b1563904-5b49-4443-8b4e-de885b6b8524 requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:39:31.358112 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b2a28517-abd0-4b3a-9d59-e8ce1d85a82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756036'] for network (b1563904-5b49-4443-8b4e-de885b6b8524), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:31.416418 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-b2a28517-abd0-4b3a-9d59-e8ce1d85a82e admin admin] Deleting port f7ed0a37-27d7-4eb2-9c94-a9ee94377057 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:39:31.416758 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b2a28517-abd0-4b3a-9d59-e8ce1d85a82e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (f7ed0a37-27d7-4eb2-9c94-a9ee94377057), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:31.476443 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-b2a28517-abd0-4b3a-9d59-e8ce1d85a82e admin admin] For port f7ed0a37-27d7-4eb2-9c94-a9ee94377057, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=f7ed0a37-27d7-4eb2-9c94-a9ee94377057,segment=NetworkSegment(f0609e99-1614-4c52-aaea-a98357f38e53),segment_id=f0609e99-1614-4c52-aaea-a98357f38e53)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:39:31.476800 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b2a28517-abd0-4b3a-9d59-e8ce1d85a82e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (f7ed0a37-27d7-4eb2-9c94-a9ee94377057), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:31.489483 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-b2a28517-abd0-4b3a-9d59-e8ce1d85a82e admin admin] Calling delete_port for f7ed0a37-27d7-4eb2-9c94-a9ee94377057 owned by network:dhcp {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:39:31.568326 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b2a28517-abd0-4b3a-9d59-e8ce1d85a82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (f7ed0a37-27d7-4eb2-9c94-a9ee94377057), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:31.590828 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a28517-abd0-4b3a-9d59-e8ce1d85a82e admin admin] Pushing event deleted for resources: {'Port': ['ID=f7ed0a37-27d7-4eb2-9c94-a9ee94377057,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:39:31.596128 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a28517-abd0-4b3a-9d59-e8ce1d85a82e admin admin] No DVR routers for this DVR port f7ed0a37-27d7-4eb2-9c94-a9ee94377057 on host dv-cinder-816104-2-iscsi {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:39:31.664236 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b2a28517-abd0-4b3a-9d59-e8ce1d85a82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725060', 'neutron.services.segments.db._delete_segments_for_network-8734710277232'] for network (b1563904-5b49-4443-8b4e-de885b6b8524), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:31.685402 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd7430c-c7f0-4c22-8fcd-faa68e9dee25 None None] DHCP port deletion for b1563904-5b49-4443-8b4e-de885b6b8524 request from dv-cinder-816104-2-iscsi {{(pid=102635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 04:39:31.687113 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-b2a28517-abd0-4b3a-9d59-e8ce1d85a82e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1563904-5b49-4443-8b4e-de885b6b8524']}} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:39:31.700256 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-b2a28517-abd0-4b3a-9d59-e8ce1d85a82e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0609e99-1614-4c52-aaea-a98357f38e53') {'for_net_delete': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:39:31.700703 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-b2a28517-abd0-4b3a-9d59-e8ce1d85a82e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0609e99-1614-4c52-aaea-a98357f38e53') {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:39:31.714676 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b2a28517-abd0-4b3a-9d59-e8ce1d85a82e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734710278521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5385642'] for segment (f0609e99-1614-4c52-aaea-a98357f38e53), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:31.728850 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b2a28517-abd0-4b3a-9d59-e8ce1d85a82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (f0609e99-1614-4c52-aaea-a98357f38e53), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:31.735759 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a28517-abd0-4b3a-9d59-e8ce1d85a82e admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 04:39:31.736263 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b2a28517-abd0-4b3a-9d59-e8ce1d85a82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5250842'] for segment (f0609e99-1614-4c52-aaea-a98357f38e53), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:31.737996 dv-cinder-816104-2-iscsi neutron-server[102633]: Traceback (most recent call last): Feb 15 04:39:31.737996 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 04:39:31.737996 dv-cinder-816104-2-iscsi neutron-server[102633]: timer() Feb 15 04:39:31.737996 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 04:39:31.737996 dv-cinder-816104-2-iscsi neutron-server[102633]: cb(*args, **kw) Feb 15 04:39:31.737996 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 04:39:31.737996 dv-cinder-816104-2-iscsi neutron-server[102633]: return func(*args, **kwargs) Feb 15 04:39:31.737996 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 04:39:31.737996 dv-cinder-816104-2-iscsi neutron-server[102633]: self._notify() Feb 15 04:39:31.737996 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 04:39:31.737996 dv-cinder-816104-2-iscsi neutron-server[102633]: self.callback(batched_events) Feb 15 04:39:31.737996 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 04:39:31.737996 dv-cinder-816104-2-iscsi neutron-server[102633]: event.method(event) Feb 15 04:39:31.737996 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 04:39:31.737996 dv-cinder-816104-2-iscsi neutron-server[102633]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 04:39:31.737996 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 04:39:31.737996 dv-cinder-816104-2-iscsi neutron-server[102633]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 04:39:31.737996 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 04:39:31.737996 dv-cinder-816104-2-iscsi neutron-server[102633]: return f(self, *a, **k) Feb 15 04:39:31.737996 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 04:39:31.737996 dv-cinder-816104-2-iscsi neutron-server[102633]: return self._get(url).json() Feb 15 04:39:31.737996 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 04:39:31.737996 dv-cinder-816104-2-iscsi neutron-server[102633]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 04:39:31.737996 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 04:39:31.737996 dv-cinder-816104-2-iscsi neutron-server[102633]: return self.request(url, 'GET', **kwargs) Feb 15 04:39:31.737996 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 04:39:31.737996 dv-cinder-816104-2-iscsi neutron-server[102633]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 04:39:31.737996 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 04:39:31.737996 dv-cinder-816104-2-iscsi neutron-server[102633]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 04:39:31.737996 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 04:39:31.737996 dv-cinder-816104-2-iscsi neutron-server[102633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 04:39:31.737996 dv-cinder-816104-2-iscsi neutron-server[102633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 04:39:31.791687 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b2a28517-abd0-4b3a-9d59-e8ce1d85a82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639526'] for network (b1563904-5b49-4443-8b4e-de885b6b8524), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:31.797444 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b2a28517-abd0-4b3a-9d59-e8ce1d85a82e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:31.800570 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-b2a28517-abd0-4b3a-9d59-e8ce1d85a82e admin admin] 10.222.0.45 "DELETE /v2.0/networks/b1563904-5b49-4443-8b4e-de885b6b8524 HTTP/1.1" status: 204 len: 168 time: 0.5175171 Feb 15 04:39:31.803532 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 35092) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:39:31.812175 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a28517-abd0-4b3a-9d59-e8ce1d85a82e admin admin] Pushing event deleted for resources: {'Network': ['ID=b1563904-5b49-4443-8b4e-de885b6b8524,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:39:32.159983 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1c0735e0-1c73-494f-82be-bcad1e96a2a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639284'] for router_interface (a842783f-a067-4a6b-ae21-7e9bc06348e0), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:32.207872 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device ef6a56b3-4565-49ee-9948-1ffd8550990a no longer exists at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:39:32.232496 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] No Port match for: ef6a56b3-4565-49ee-9948-1ffd8550990a {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:39:32.233135 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device ef6a56b3-4565-49ee-9948-1ffd8550990a not bound to the agent host dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:39:32.233562 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 808804ae-744c-4d8d-a08b-039589096594 no longer exists at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:39:32.252185 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] No Port match for: 808804ae-744c-4d8d-a08b-039589096594 {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:39:32.252546 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 808804ae-744c-4d8d-a08b-039589096594 not bound to the agent host dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:39:32.252992 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device f7ed0a37-27d7-4eb2-9c94-a9ee94377057 no longer exists at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:39:32.271536 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] No Port match for: f7ed0a37-27d7-4eb2-9c94-a9ee94377057 {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:39:32.271897 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device f7ed0a37-27d7-4eb2-9c94-a9ee94377057 not bound to the agent host dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:39:32.293949 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-cd9d84b6-dc1d-45dc-9be9-0a61d355f7f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:32.408479 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-1c0735e0-1c73-494f-82be-bcad1e96a2a9 admin admin] Deleting port 8f13ca2d-db53-479c-9318-ca5001edab3c {{(pid=102634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:39:32.408703 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1c0735e0-1c73-494f-82be-bcad1e96a2a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (8f13ca2d-db53-479c-9318-ca5001edab3c), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:32.483255 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-1c0735e0-1c73-494f-82be-bcad1e96a2a9 admin admin] For port 8f13ca2d-db53-479c-9318-ca5001edab3c, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=8f13ca2d-db53-479c-9318-ca5001edab3c,segment=NetworkSegment(45a97444-c71d-49bc-8b34-db68c88591b5),segment_id=45a97444-c71d-49bc-8b34-db68c88591b5)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:39:32.483600 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1c0735e0-1c73-494f-82be-bcad1e96a2a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (8f13ca2d-db53-479c-9318-ca5001edab3c), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:32.498433 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-1c0735e0-1c73-494f-82be-bcad1e96a2a9 admin admin] Calling delete_port for 8f13ca2d-db53-479c-9318-ca5001edab3c owned by network:router_interface {{(pid=102634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:39:32.672113 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1c0735e0-1c73-494f-82be-bcad1e96a2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5688251'] for port (8f13ca2d-db53-479c-9318-ca5001edab3c), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:32.696733 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0735e0-1c73-494f-82be-bcad1e96a2a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f13ca2d-db53-479c-9318-ca5001edab3c,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:39:32.860662 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1c0735e0-1c73-494f-82be-bcad1e96a2a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-713588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639392'] for router_interface (a842783f-a067-4a6b-ae21-7e9bc06348e0), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:33.071573 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0735e0-1c73-494f-82be-bcad1e96a2a9 admin admin] Router a842783f-a067-4a6b-ae21-7e9bc06348e0 has already been hosted by L3 agent 1e7a25c6-bf60-46aa-936f-fea3b6d401bf {{(pid=102634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 04:39:33.175527 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0735e0-1c73-494f-82be-bcad1e96a2a9 admin admin] Notify agent at l3_agent.dv-cinder-816104-2-iscsi the message routers_updated {{(pid=102634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 04:39:33.180414 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-1c0735e0-1c73-494f-82be-bcad1e96a2a9 admin admin] 10.222.0.45 "PUT /v2.0/routers/a842783f-a067-4a6b-ae21-7e9bc06348e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3751981 Feb 15 04:39:33.182880 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 35094) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:39:33.185936 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7129a228-b5a3-46a0-b4e4-8a0099b9e339 None None] Sync routers for ids ['a842783f-a067-4a6b-ae21-7e9bc06348e0'] in dv-cinder-816104-2-iscsi {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 04:39:33.195068 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7129a228-b5a3-46a0-b4e4-8a0099b9e339 None None] Routers {'a842783f-a067-4a6b-ae21-7e9bc06348e0'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:39:33.195666 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-7129a228-b5a3-46a0-b4e4-8a0099b9e339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:39:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['a842783f-a067-4a6b-ae21-7e9bc06348e0'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:39:33.287177 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f6bee0af-fc2d-48e9-893d-c67a0d8bfc2a admin admin] Publish callbacks [] for router (a842783f-a067-4a6b-ae21-7e9bc06348e0), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:33.301214 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-7129a228-b5a3-46a0-b4e4-8a0099b9e339 None None] Set router a842783f-a067-4a6b-ae21-7e9bc06348e0 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:39:33.477987 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-7129a228-b5a3-46a0-b4e4-8a0099b9e339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a842783f-a067-4a6b-ae21-7e9bc06348e0', 'name': 'tempest-TestShelveInstance-1439405869-router', 'tenant_id': '3e65f9492c904b87b2cc1ca66ccdbea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'dbe92525-ff76-4d96-8bab-68096ecf9377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:32:24Z', 'updated_at': '2022-02-15T04:39:32Z', 'revision_number': 5, 'project_id': '3e65f9492c904b87b2cc1ca66ccdbea2', 'gw_port': {'id': 'dbe92525-ff76-4d96-8bab-68096ecf9377', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:95:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842783f-a067-4a6b-ae21-7e9bc06348e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:24Z', 'updated_at': '2022-02-15T04:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:39:33.509273 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7129a228-b5a3-46a0-b4e4-8a0099b9e339 None None] Checking router: a842783f-a067-4a6b-ae21-7e9bc06348e0 for host: dv-cinder-816104-2-iscsi {{(pid=102636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 04:39:33.517927 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7129a228-b5a3-46a0-b4e4-8a0099b9e339 None None] Routers {'a842783f-a067-4a6b-ae21-7e9bc06348e0'} bound to L3 agent in host dv-cinder-816104-2-iscsi {{(pid=102636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 04:39:33.518552 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-7129a228-b5a3-46a0-b4e4-8a0099b9e339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T04:11:36Z,description=,heartbeat_timestamp=2022-02-15T04:39:06Z,host='dv-cinder-816104-2-iscsi',id=1e7a25c6-bf60-46aa-936f-fea3b6d401bf,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T04:11:36Z,topic='l3_agent')) {'router_ids': ['a842783f-a067-4a6b-ae21-7e9bc06348e0'], 'active': True} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:39:33.590178 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f6bee0af-fc2d-48e9-893d-c67a0d8bfc2a admin admin] Publish callbacks [] for router_gateway (a842783f-a067-4a6b-ae21-7e9bc06348e0), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:33.625148 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_dvr_db [None req-7129a228-b5a3-46a0-b4e4-8a0099b9e339 None None] Set router a842783f-a067-4a6b-ae21-7e9bc06348e0 gateway port host: dv-cinder-816104-2-iscsi {{(pid=102636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 04:39:33.641121 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-f6bee0af-fc2d-48e9-893d-c67a0d8bfc2a admin admin] Deleting port dbe92525-ff76-4d96-8bab-68096ecf9377 {{(pid=102634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:39:33.641460 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f6bee0af-fc2d-48e9-893d-c67a0d8bfc2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (dbe92525-ff76-4d96-8bab-68096ecf9377), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:33.719589 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-f6bee0af-fc2d-48e9-893d-c67a0d8bfc2a admin admin] For port dbe92525-ff76-4d96-8bab-68096ecf9377, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=dbe92525-ff76-4d96-8bab-68096ecf9377,segment=NetworkSegment(5a34016a-0f1f-4003-98e1-68134538d335),segment_id=5a34016a-0f1f-4003-98e1-68134538d335)] {{(pid=102634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:39:33.720257 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f6bee0af-fc2d-48e9-893d-c67a0d8bfc2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (dbe92525-ff76-4d96-8bab-68096ecf9377), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:33.734960 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.plugin [None req-f6bee0af-fc2d-48e9-893d-c67a0d8bfc2a admin admin] Calling delete_port for dbe92525-ff76-4d96-8bab-68096ecf9377 owned by network:router_gateway {{(pid=102634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:39:33.884251 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.l3_hamode_db [None req-7129a228-b5a3-46a0-b4e4-8a0099b9e339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a842783f-a067-4a6b-ae21-7e9bc06348e0', 'name': 'tempest-TestShelveInstance-1439405869-router', 'tenant_id': '3e65f9492c904b87b2cc1ca66ccdbea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'dbe92525-ff76-4d96-8bab-68096ecf9377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:32:24Z', 'updated_at': '2022-02-15T04:39:32Z', 'revision_number': 5, 'project_id': '3e65f9492c904b87b2cc1ca66ccdbea2', 'gw_port': {'id': 'dbe92525-ff76-4d96-8bab-68096ecf9377', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:95:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842783f-a067-4a6b-ae21-7e9bc06348e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:24Z', 'updated_at': '2022-02-15T04:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}], 'dv-cinder-816104-2-iscsi', False) {} {{(pid=102636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:39:33.909684 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7129a228-b5a3-46a0-b4e4-8a0099b9e339 None None] The sync data for ids ['a842783f-a067-4a6b-ae21-7e9bc06348e0'] in dv-cinder-816104-2-iscsi is: [{'id': 'a842783f-a067-4a6b-ae21-7e9bc06348e0', 'name': 'tempest-TestShelveInstance-1439405869-router', 'tenant_id': '3e65f9492c904b87b2cc1ca66ccdbea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'external_fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'dbe92525-ff76-4d96-8bab-68096ecf9377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T04:32:24Z', 'updated_at': '2022-02-15T04:39:32Z', 'revision_number': 5, 'project_id': '3e65f9492c904b87b2cc1ca66ccdbea2', 'gw_port': {'id': 'dbe92525-ff76-4d96-8bab-68096ecf9377', 'name': '', 'network_id': 'e6fb9507-f434-4add-a536-b65ba033e5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:95:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842783f-a067-4a6b-ae21-7e9bc06348e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T04:32:24Z', 'updated_at': '2022-02-15T04:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff2a616f-f347-4e09-a791-22c9c65ada0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-2-iscsi'}] {{(pid=102636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 04:39:33.909968 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f6bee0af-fc2d-48e9-893d-c67a0d8bfc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5688251'] for port (dbe92525-ff76-4d96-8bab-68096ecf9377), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:33.937862 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bee0af-fc2d-48e9-893d-c67a0d8bfc2a admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe92525-ff76-4d96-8bab-68096ecf9377,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:39:33.997913 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f6bee0af-fc2d-48e9-893d-c67a0d8bfc2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639998'] for router_gateway (a842783f-a067-4a6b-ae21-7e9bc06348e0), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:34.087147 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f6bee0af-fc2d-48e9-893d-c67a0d8bfc2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26553'] for router (a842783f-a067-4a6b-ae21-7e9bc06348e0), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:34.089365 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f6bee0af-fc2d-48e9-893d-c67a0d8bfc2a admin admin] Publish callbacks [] for router_controller (a842783f-a067-4a6b-ae21-7e9bc06348e0), precommit_delete_associations {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:34.135014 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f6bee0af-fc2d-48e9-893d-c67a0d8bfc2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648786'] for router (a842783f-a067-4a6b-ae21-7e9bc06348e0), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:34.135530 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bee0af-fc2d-48e9-893d-c67a0d8bfc2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a842783f-a067-4a6b-ae21-7e9bc06348e0 {{(pid=102634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 04:39:34.140265 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-f6bee0af-fc2d-48e9-893d-c67a0d8bfc2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:34.141514 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-f6bee0af-fc2d-48e9-893d-c67a0d8bfc2a admin admin] 10.222.0.45 "DELETE /v2.0/routers/a842783f-a067-4a6b-ae21-7e9bc06348e0 HTTP/1.1" status: 204 len: 168 time: 0.9576459 Feb 15 04:39:34.143960 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 35096) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:39:34.187036 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf200386-e812-496f-a280-6cd9cc14572c admin admin] Deleting subnet 9321ebf4-48ef-4ae6-97ad-7a296d8202a1 {{(pid=102634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 04:39:34.190051 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bf200386-e812-496f-a280-6cd9cc14572c admin admin] Publish callbacks [] for subnet (9321ebf4-48ef-4ae6-97ad-7a296d8202a1), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:34.223997 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bf200386-e812-496f-a280-6cd9cc14572c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5689128'] for subnet (9321ebf4-48ef-4ae6-97ad-7a296d8202a1), precommit_delete_associations {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:34.313678 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bf200386-e812-496f-a280-6cd9cc14572c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1732099'] for subnet (9321ebf4-48ef-4ae6-97ad-7a296d8202a1), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:34.368621 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 8f13ca2d-db53-479c-9318-ca5001edab3c no longer exists at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:39:34.372921 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bf200386-e812-496f-a280-6cd9cc14572c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1730288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5688276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6160504'] for subnet (9321ebf4-48ef-4ae6-97ad-7a296d8202a1), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:34.390475 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] No Port match for: 8f13ca2d-db53-479c-9318-ca5001edab3c {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:39:34.390821 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device 8f13ca2d-db53-479c-9318-ca5001edab3c not bound to the agent host dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:39:34.400203 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf200386-e812-496f-a280-6cd9cc14572c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9321ebf4-48ef-4ae6-97ad-7a296d8202a1,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:39:34.403949 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-bf200386-e812-496f-a280-6cd9cc14572c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for subnet (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:34.409751 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-bf200386-e812-496f-a280-6cd9cc14572c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9321ebf4-48ef-4ae6-97ad-7a296d8202a1 HTTP/1.1" status: 204 len: 168 time: 0.2648146 Feb 15 04:39:34.409936 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 35098) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:39:34.415502 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c693274f-42c1-4719-97b6-913274813673 None None] Network 269f85a9-c059-4e20-9bcd-d60145edcb7b requested from dv-cinder-816104-2-iscsi {{(pid=102635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 04:39:34.488733 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f927a021-47c3-4133-a220-6300564a745c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1756036'] for network (269f85a9-c059-4e20-9bcd-d60145edcb7b), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:34.550412 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-f927a021-47c3-4133-a220-6300564a745c admin admin] Deleting port f850aa22-016a-45e7-9bbd-f17175e00fe9 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:39:34.550747 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f927a021-47c3-4133-a220-6300564a745c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (f850aa22-016a-45e7-9bbd-f17175e00fe9), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:34.578177 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8844d2a-f52d-4147-bef2-02028491ba0d None None] DHCP port deletion for 269f85a9-c059-4e20-9bcd-d60145edcb7b request from dv-cinder-816104-2-iscsi {{(pid=102635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 04:39:34.615201 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-f927a021-47c3-4133-a220-6300564a745c admin admin] For port f850aa22-016a-45e7-9bbd-f17175e00fe9, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=f850aa22-016a-45e7-9bbd-f17175e00fe9,segment=NetworkSegment(45a97444-c71d-49bc-8b34-db68c88591b5),segment_id=45a97444-c71d-49bc-8b34-db68c88591b5)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:39:34.615558 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f927a021-47c3-4133-a220-6300564a745c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (f850aa22-016a-45e7-9bbd-f17175e00fe9), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:34.628644 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-e8844d2a-f52d-4147-bef2-02028491ba0d None None] Deleting port f850aa22-016a-45e7-9bbd-f17175e00fe9 {{(pid=102635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 04:39:34.629126 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-f927a021-47c3-4133-a220-6300564a745c admin admin] Calling delete_port for f850aa22-016a-45e7-9bbd-f17175e00fe9 owned by network:dhcp {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:39:34.629259 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-e8844d2a-f52d-4147-bef2-02028491ba0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734710168140'] for port (f850aa22-016a-45e7-9bbd-f17175e00fe9), before_delete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:34.700339 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.db [None req-e8844d2a-f52d-4147-bef2-02028491ba0d None None] For port f850aa22-016a-45e7-9bbd-f17175e00fe9, host dv-cinder-816104-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-2-iscsi',level=0,port_id=f850aa22-016a-45e7-9bbd-f17175e00fe9,segment=NetworkSegment(45a97444-c71d-49bc-8b34-db68c88591b5),segment_id=45a97444-c71d-49bc-8b34-db68c88591b5)] {{(pid=102635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 04:39:34.700746 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-e8844d2a-f52d-4147-bef2-02028491ba0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645118'] for port (f850aa22-016a-45e7-9bbd-f17175e00fe9), precommit_delete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:34.715620 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f927a021-47c3-4133-a220-6300564a745c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5251023'] for port (f850aa22-016a-45e7-9bbd-f17175e00fe9), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:34.716436 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-e8844d2a-f52d-4147-bef2-02028491ba0d None None] Calling delete_port for f850aa22-016a-45e7-9bbd-f17175e00fe9 owned by network:dhcp {{(pid=102635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 04:39:34.744420 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927a021-47c3-4133-a220-6300564a745c admin admin] Pushing event deleted for resources: {'Port': ['ID=f850aa22-016a-45e7-9bbd-f17175e00fe9,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:39:34.746312 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f927a021-47c3-4133-a220-6300564a745c admin admin] No DVR routers for this DVR port f850aa22-016a-45e7-9bbd-f17175e00fe9 on host dv-cinder-816104-2-iscsi {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:39:34.808813 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-e8844d2a-f52d-4147-bef2-02028491ba0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734710173359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734709782092'] for port (f850aa22-016a-45e7-9bbd-f17175e00fe9), after_delete {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:34.823954 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f927a021-47c3-4133-a220-6300564a745c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1725060', 'neutron.services.segments.db._delete_segments_for_network-8734710277232'] for network (269f85a9-c059-4e20-9bcd-d60145edcb7b), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:34.834741 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8844d2a-f52d-4147-bef2-02028491ba0d None None] Pushing event deleted for resources: {'Port': ['ID=f850aa22-016a-45e7-9bbd-f17175e00fe9,revision_number=None']} {{(pid=102635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:39:34.839375 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8844d2a-f52d-4147-bef2-02028491ba0d None None] No DVR routers for this DVR port f850aa22-016a-45e7-9bbd-f17175e00fe9 on host dv-cinder-816104-2-iscsi {{(pid=102635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 04:39:34.846054 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8844d2a-f52d-4147-bef2-02028491ba0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:34.846482 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8844d2a-f52d-4147-bef2-02028491ba0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:34.846892 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8844d2a-f52d-4147-bef2-02028491ba0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:34.847292 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8844d2a-f52d-4147-bef2-02028491ba0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:34.847685 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8844d2a-f52d-4147-bef2-02028491ba0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:34.848026 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8844d2a-f52d-4147-bef2-02028491ba0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:34.848350 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8844d2a-f52d-4147-bef2-02028491ba0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:34.849085 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8844d2a-f52d-4147-bef2-02028491ba0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:34.849202 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8844d2a-f52d-4147-bef2-02028491ba0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:34.849520 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8844d2a-f52d-4147-bef2-02028491ba0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:34.849908 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8844d2a-f52d-4147-bef2-02028491ba0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:34.850237 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8844d2a-f52d-4147-bef2-02028491ba0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:34.851453 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8844d2a-f52d-4147-bef2-02028491ba0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-2-iscsi {{(pid=102635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 04:39:34.852814 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-f927a021-47c3-4133-a220-6300564a745c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['269f85a9-c059-4e20-9bcd-d60145edcb7b']}} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:39:34.866093 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-f927a021-47c3-4133-a220-6300564a745c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45a97444-c71d-49bc-8b34-db68c88591b5') {'for_net_delete': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:39:34.867143 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.services.segments.db [None req-f927a021-47c3-4133-a220-6300564a745c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45a97444-c71d-49bc-8b34-db68c88591b5') {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 04:39:34.877279 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f927a021-47c3-4133-a220-6300564a745c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734710278521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5385642'] for segment (45a97444-c71d-49bc-8b34-db68c88591b5), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:34.891661 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f927a021-47c3-4133-a220-6300564a745c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841'] for segment (45a97444-c71d-49bc-8b34-db68c88591b5), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:34.899437 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f927a021-47c3-4133-a220-6300564a745c admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 04:39:34.899825 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f927a021-47c3-4133-a220-6300564a745c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5250842'] for segment (45a97444-c71d-49bc-8b34-db68c88591b5), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:34.901565 dv-cinder-816104-2-iscsi neutron-server[102633]: Traceback (most recent call last): Feb 15 04:39:34.901565 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 04:39:34.901565 dv-cinder-816104-2-iscsi neutron-server[102633]: timer() Feb 15 04:39:34.901565 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 04:39:34.901565 dv-cinder-816104-2-iscsi neutron-server[102633]: cb(*args, **kw) Feb 15 04:39:34.901565 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 04:39:34.901565 dv-cinder-816104-2-iscsi neutron-server[102633]: return func(*args, **kwargs) Feb 15 04:39:34.901565 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 04:39:34.901565 dv-cinder-816104-2-iscsi neutron-server[102633]: self._notify() Feb 15 04:39:34.901565 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 04:39:34.901565 dv-cinder-816104-2-iscsi neutron-server[102633]: self.callback(batched_events) Feb 15 04:39:34.901565 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 04:39:34.901565 dv-cinder-816104-2-iscsi neutron-server[102633]: event.method(event) Feb 15 04:39:34.901565 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 04:39:34.901565 dv-cinder-816104-2-iscsi neutron-server[102633]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 04:39:34.901565 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 04:39:34.901565 dv-cinder-816104-2-iscsi neutron-server[102633]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 04:39:34.901565 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 04:39:34.901565 dv-cinder-816104-2-iscsi neutron-server[102633]: return f(self, *a, **k) Feb 15 04:39:34.901565 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 04:39:34.901565 dv-cinder-816104-2-iscsi neutron-server[102633]: return self._get(url).json() Feb 15 04:39:34.901565 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 04:39:34.901565 dv-cinder-816104-2-iscsi neutron-server[102633]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 04:39:34.901565 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 04:39:34.901565 dv-cinder-816104-2-iscsi neutron-server[102633]: return self.request(url, 'GET', **kwargs) Feb 15 04:39:34.901565 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 04:39:34.901565 dv-cinder-816104-2-iscsi neutron-server[102633]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 04:39:34.901565 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 04:39:34.901565 dv-cinder-816104-2-iscsi neutron-server[102633]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 04:39:34.901565 dv-cinder-816104-2-iscsi neutron-server[102633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 04:39:34.901565 dv-cinder-816104-2-iscsi neutron-server[102633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 04:39:34.901565 dv-cinder-816104-2-iscsi neutron-server[102633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 04:39:34.955084 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f927a021-47c3-4133-a220-6300564a745c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1725069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639526'] for network (269f85a9-c059-4e20-9bcd-d60145edcb7b), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:34.961267 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f927a021-47c3-4133-a220-6300564a745c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713617'] for network (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:34.964373 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-f927a021-47c3-4133-a220-6300564a745c admin admin] 10.222.0.45 "DELETE /v2.0/networks/269f85a9-c059-4e20-9bcd-d60145edcb7b HTTP/1.1" status: 204 len: 168 time: 0.5535781 Feb 15 04:39:34.983446 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927a021-47c3-4133-a220-6300564a745c admin admin] Pushing event deleted for resources: {'Network': ['ID=269f85a9-c059-4e20-9bcd-d60145edcb7b,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:39:35.080822 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 35102) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:39:35.122998 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-9d8ee5fd-4ab1-49a0-9c73-7169364d051e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d151428e70f24ac99f8799103edf54fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408559 Feb 15 04:39:35.125392 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [-] (102634) accepted ('10.222.0.45', 35104) {{(pid=102634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:39:35.170822 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1ad2a91e-323a-4f3e-902e-a89dce10f988 admin admin] Publish callbacks [] for security_group (b7cf8699-f4fe-4101-bb0b-3959cbc0febc), before_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:35.190783 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1ad2a91e-323a-4f3e-902e-a89dce10f988 admin admin] Publish callbacks [] for security_group (b7cf8699-f4fe-4101-bb0b-3959cbc0febc), precommit_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:35.234712 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1ad2a91e-323a-4f3e-902e-a89dce10f988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (b7cf8699-f4fe-4101-bb0b-3959cbc0febc), after_delete {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:35.237220 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1ad2a91e-323a-4f3e-902e-a89dce10f988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:35.238335 dv-cinder-816104-2-iscsi neutron-server[102634]: INFO neutron.wsgi [None req-1ad2a91e-323a-4f3e-902e-a89dce10f988 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b7cf8699-f4fe-4101-bb0b-3959cbc0febc HTTP/1.1" status: 204 len: 168 time: 0.1120589 Feb 15 04:39:35.245823 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2a91e-323a-4f3e-902e-a89dce10f988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cf8699-f4fe-4101-bb0b-3959cbc0febc,revision_number=None']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:39:35.548921 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 35110) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:39:35.588702 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-3e1bef7b-145c-41c8-a315-27e878630a49 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3e65f9492c904b87b2cc1ca66ccdbea2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385649 Feb 15 04:39:35.591098 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [-] (102633) accepted ('10.222.0.45', 35112) {{(pid=102633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 04:39:35.637860 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cdbb4a28-1157-42ee-b2cd-b8e54bd611f7 admin admin] Publish callbacks [] for security_group (81d974b8-093b-4bb3-8475-8d527b5f5a42), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:35.661900 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cdbb4a28-1157-42ee-b2cd-b8e54bd611f7 admin admin] Publish callbacks [] for security_group (81d974b8-093b-4bb3-8475-8d527b5f5a42), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:35.707247 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cdbb4a28-1157-42ee-b2cd-b8e54bd611f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555894'] for security_group (81d974b8-093b-4bb3-8475-8d527b5f5a42), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:35.709897 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cdbb4a28-1157-42ee-b2cd-b8e54bd611f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:35.711525 dv-cinder-816104-2-iscsi neutron-server[102633]: INFO neutron.wsgi [None req-cdbb4a28-1157-42ee-b2cd-b8e54bd611f7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/81d974b8-093b-4bb3-8475-8d527b5f5a42 HTTP/1.1" status: 204 len: 168 time: 0.1195462 Feb 15 04:39:35.721064 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb4a28-1157-42ee-b2cd-b8e54bd611f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d974b8-093b-4bb3-8475-8d527b5f5a42,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 04:39:36.123528 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-4a1fbb96-24d3-4fb5-a147-1c9eb8367075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:36.208307 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device f850aa22-016a-45e7-9bbd-f17175e00fe9 no longer exists at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:39:36.229038 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] No Port match for: f850aa22-016a-45e7-9bbd-f17175e00fe9 {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:39:36.229391 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device f850aa22-016a-45e7-9bbd-f17175e00fe9 not bound to the agent host dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:39:36.229807 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device dbe92525-ff76-4d96-8bab-68096ecf9377 no longer exists at agent ovs-agent-dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 04:39:36.248693 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] No Port match for: dbe92525-ff76-4d96-8bab-68096ecf9377 {{(pid=102635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 04:39:36.249067 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron.plugins.ml2.rpc [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Device dbe92525-ff76-4d96-8bab-68096ecf9377 not bound to the agent host dv-cinder-816104-2-iscsi {{(pid=102635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 04:39:36.499637 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:38.604533 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:39.826157 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:41.604912 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:39:41.945034 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:39:44.317255 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [req-566b9b63-01a5-41bf-9a05-782ec9c9adfa req-8b4d7b63-b2ed-47e2-b617-93c975bc83c2 service neutron] (102634) timed out ('10.222.0.45', 58412) {{(pid=102634) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 04:39:44.774472 dv-cinder-816104-2-iscsi neutron-server[102634]: DEBUG neutron.wsgi [req-566b9b63-01a5-41bf-9a05-782ec9c9adfa req-bdf04b35-a982-4a95-a714-afd02a1a49a1 tempest-AttachVolumeShelveTestJSON-868930975 tempest-AttachVolumeShelveTestJSON-868930975-project] (102634) timed out ('10.222.0.45', 58426) {{(pid=102634) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 04:40:02.296361 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-9c179f90-8bba-4c0e-a8a0-77e05e1c065c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:40:06.124939 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-28db899c-c2ea-4487-bff1-be893ce02c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:40:06.499041 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:40:08.608970 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:40:09.828087 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:40:11.944971 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:40:18.603898 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:40:30.658422 dv-cinder-816104-2-iscsi neutron-server[102633]: DEBUG neutron.wsgi [req-75b809b2-6e52-46c8-b1c8-a0504e59a5ad req-409b8023-359c-4b7c-868c-5e2514aedbfc service neutron] (102633) timed out ('10.222.0.59', 62266) {{(pid=102633) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 04:40:32.297344 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-5c05f221-6774-46ad-8006-d568d14748d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:40:36.125815 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a6fd1ba0-cb69-4caf-9465-c343b7ac5fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:40:36.502156 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:40:38.610683 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:40:39.828678 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:40:41.969658 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:40:55.604236 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:41:02.300567 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-865cc17e-b05c-47de-afaa-753da673054f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:41:06.126432 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-c7f5401b-e9d5-422f-a661-e2ffa87f3476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:41:06.505248 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:41:08.614002 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:41:09.830559 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:41:11.965161 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:41:32.301921 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-48be4252-f555-443d-97b7-c86103294fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:41:32.603890 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:41:36.127620 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-8008814f-a1d8-48cc-b686-f20dc5c7100b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:41:36.507100 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:41:38.620140 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:41:39.831798 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:41:41.964063 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:42:02.303218 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-43746910-3752-4e16-a2bd-7c39296358ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:42:06.130122 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-69333ba9-2026-44ce-9d42-e342d9ea2645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:42:06.514529 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:42:08.619977 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:42:09.602452 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:42:09.833661 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:42:11.964156 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:42:32.307277 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-2fc5032e-c1a1-4ef8-ba4c-48805d8a1c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:42:36.132370 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-6bcaa491-4ff8-478a-b198-8a2ea34f211e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:42:36.512032 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:42:38.623402 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:42:39.835974 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:42:41.978637 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:42:46.602078 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:43:02.309042 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-1652a8e7-1932-4457-82da-093f0d53561f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:43:06.134795 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-64658d43-ce66-40a0-8e2e-ec39fd36c996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:43:06.515639 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:43:08.627293 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:43:09.838039 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:43:11.993876 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:43:23.600745 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:43:32.310045 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-4ac894c0-212e-4e26-8900-f7715daaec5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:43:36.138024 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-6b78e856-c995-43f8-b9bb-89126dc97431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:43:36.518919 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:43:38.631161 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:43:39.839364 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:43:42.008526 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:44:00.600037 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:44:02.311167 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fe8ea0bf-a540-4683-97d2-ffb1bf56b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:44:06.139119 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-e369c052-7e4c-482d-8f4a-6d1f5ed1375e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:44:06.521772 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:44:08.635218 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:44:09.842829 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:44:12.008333 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:44:32.312853 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aaf76fd7-0588-4c15-a714-86784bd5c8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:44:36.143360 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a77b48ea-ca84-4fd2-8989-e2217421fab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:44:36.522227 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:44:37.598650 dv-cinder-816104-2-iscsi neutron-server[102636]: DEBUG neutron.db.agents_db [None req-e94fe853-9d51-46e8-857a-80479c857fa4 None None] Agent healthcheck: found 6 active agents {{(pid=102636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 04:44:38.638257 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:44:39.844374 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:44:42.019547 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:45:02.315662 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-ca22ae00-ff30-4aa9-98f8-1116423c1840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (8ae8e7a4-55a3-4d68-87a0-8671ef43234c), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:45:06.143858 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-4bd5bf0d-e96a-486c-ae6c-2c2edf565390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (1e7a25c6-bf60-46aa-936f-fea3b6d401bf), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:45:06.523906 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-aad2a230-2dc2-40c9-834a-ad00316a9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e97e2151-7c76-4795-ba46-39d06185ac80), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:45:08.642531 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-d7bc27da-98b7-4c34-b3dc-92b4bd10f1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (bb628eb7-3a36-40ee-a34b-aa420f09e29f), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:45:09.847217 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-fd6f2e81-8d9c-49ee-bbcb-0306116259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (e997a1d7-0267-47ad-aad7-04acf389f1f1), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 04:45:12.020604 dv-cinder-816104-2-iscsi neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-a2acac63-1c12-4143-be9a-3d85a1f5573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734710277214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727081'] for agent (3d42c16f-c1cc-4a31-813a-51fffe75373d), after_update {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}